18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci
48c2ecf20Sopenharmony_ci  Broadcom B43legacy wireless driver
58c2ecf20Sopenharmony_ci
68c2ecf20Sopenharmony_ci  PIO Transmission
78c2ecf20Sopenharmony_ci
88c2ecf20Sopenharmony_ci  Copyright (c) 2005 Michael Buesch <m@bues.ch>
98c2ecf20Sopenharmony_ci
108c2ecf20Sopenharmony_ci
118c2ecf20Sopenharmony_ci*/
128c2ecf20Sopenharmony_ci
138c2ecf20Sopenharmony_ci#include "b43legacy.h"
148c2ecf20Sopenharmony_ci#include "pio.h"
158c2ecf20Sopenharmony_ci#include "main.h"
168c2ecf20Sopenharmony_ci#include "xmit.h"
178c2ecf20Sopenharmony_ci
188c2ecf20Sopenharmony_ci#include <linux/delay.h>
198c2ecf20Sopenharmony_ci#include <linux/slab.h>
208c2ecf20Sopenharmony_ci
218c2ecf20Sopenharmony_ci
228c2ecf20Sopenharmony_cistatic void tx_start(struct b43legacy_pioqueue *queue)
238c2ecf20Sopenharmony_ci{
248c2ecf20Sopenharmony_ci	b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
258c2ecf20Sopenharmony_ci			    B43legacy_PIO_TXCTL_INIT);
268c2ecf20Sopenharmony_ci}
278c2ecf20Sopenharmony_ci
288c2ecf20Sopenharmony_cistatic void tx_octet(struct b43legacy_pioqueue *queue,
298c2ecf20Sopenharmony_ci		     u8 octet)
308c2ecf20Sopenharmony_ci{
318c2ecf20Sopenharmony_ci	if (queue->need_workarounds) {
328c2ecf20Sopenharmony_ci		b43legacy_pio_write(queue, B43legacy_PIO_TXDATA, octet);
338c2ecf20Sopenharmony_ci		b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
348c2ecf20Sopenharmony_ci				    B43legacy_PIO_TXCTL_WRITELO);
358c2ecf20Sopenharmony_ci	} else {
368c2ecf20Sopenharmony_ci		b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
378c2ecf20Sopenharmony_ci				    B43legacy_PIO_TXCTL_WRITELO);
388c2ecf20Sopenharmony_ci		b43legacy_pio_write(queue, B43legacy_PIO_TXDATA, octet);
398c2ecf20Sopenharmony_ci	}
408c2ecf20Sopenharmony_ci}
418c2ecf20Sopenharmony_ci
428c2ecf20Sopenharmony_cistatic u16 tx_get_next_word(const u8 *txhdr,
438c2ecf20Sopenharmony_ci			    const u8 *packet,
448c2ecf20Sopenharmony_ci			    size_t txhdr_size,
458c2ecf20Sopenharmony_ci			    unsigned int *pos)
468c2ecf20Sopenharmony_ci{
478c2ecf20Sopenharmony_ci	const u8 *source;
488c2ecf20Sopenharmony_ci	unsigned int i = *pos;
498c2ecf20Sopenharmony_ci	u16 ret;
508c2ecf20Sopenharmony_ci
518c2ecf20Sopenharmony_ci	if (i < txhdr_size)
528c2ecf20Sopenharmony_ci		source = txhdr;
538c2ecf20Sopenharmony_ci	else {
548c2ecf20Sopenharmony_ci		source = packet;
558c2ecf20Sopenharmony_ci		i -= txhdr_size;
568c2ecf20Sopenharmony_ci	}
578c2ecf20Sopenharmony_ci	ret = le16_to_cpu(*((__le16 *)(source + i)));
588c2ecf20Sopenharmony_ci	*pos += 2;
598c2ecf20Sopenharmony_ci
608c2ecf20Sopenharmony_ci	return ret;
618c2ecf20Sopenharmony_ci}
628c2ecf20Sopenharmony_ci
638c2ecf20Sopenharmony_cistatic void tx_data(struct b43legacy_pioqueue *queue,
648c2ecf20Sopenharmony_ci		    u8 *txhdr,
658c2ecf20Sopenharmony_ci		    const u8 *packet,
668c2ecf20Sopenharmony_ci		    unsigned int octets)
678c2ecf20Sopenharmony_ci{
688c2ecf20Sopenharmony_ci	u16 data;
698c2ecf20Sopenharmony_ci	unsigned int i = 0;
708c2ecf20Sopenharmony_ci
718c2ecf20Sopenharmony_ci	if (queue->need_workarounds) {
728c2ecf20Sopenharmony_ci		data = tx_get_next_word(txhdr, packet,
738c2ecf20Sopenharmony_ci					sizeof(struct b43legacy_txhdr_fw3), &i);
748c2ecf20Sopenharmony_ci		b43legacy_pio_write(queue, B43legacy_PIO_TXDATA, data);
758c2ecf20Sopenharmony_ci	}
768c2ecf20Sopenharmony_ci	b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
778c2ecf20Sopenharmony_ci			    B43legacy_PIO_TXCTL_WRITELO |
788c2ecf20Sopenharmony_ci			    B43legacy_PIO_TXCTL_WRITEHI);
798c2ecf20Sopenharmony_ci	while (i < octets - 1) {
808c2ecf20Sopenharmony_ci		data = tx_get_next_word(txhdr, packet,
818c2ecf20Sopenharmony_ci					sizeof(struct b43legacy_txhdr_fw3), &i);
828c2ecf20Sopenharmony_ci		b43legacy_pio_write(queue, B43legacy_PIO_TXDATA, data);
838c2ecf20Sopenharmony_ci	}
848c2ecf20Sopenharmony_ci	if (octets % 2)
858c2ecf20Sopenharmony_ci		tx_octet(queue, packet[octets -
868c2ecf20Sopenharmony_ci			 sizeof(struct b43legacy_txhdr_fw3) - 1]);
878c2ecf20Sopenharmony_ci}
888c2ecf20Sopenharmony_ci
898c2ecf20Sopenharmony_cistatic void tx_complete(struct b43legacy_pioqueue *queue,
908c2ecf20Sopenharmony_ci			struct sk_buff *skb)
918c2ecf20Sopenharmony_ci{
928c2ecf20Sopenharmony_ci	if (queue->need_workarounds) {
938c2ecf20Sopenharmony_ci		b43legacy_pio_write(queue, B43legacy_PIO_TXDATA,
948c2ecf20Sopenharmony_ci				    skb->data[skb->len - 1]);
958c2ecf20Sopenharmony_ci		b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
968c2ecf20Sopenharmony_ci				    B43legacy_PIO_TXCTL_WRITELO |
978c2ecf20Sopenharmony_ci				    B43legacy_PIO_TXCTL_COMPLETE);
988c2ecf20Sopenharmony_ci	} else
998c2ecf20Sopenharmony_ci		b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
1008c2ecf20Sopenharmony_ci				    B43legacy_PIO_TXCTL_COMPLETE);
1018c2ecf20Sopenharmony_ci}
1028c2ecf20Sopenharmony_ci
1038c2ecf20Sopenharmony_cistatic u16 generate_cookie(struct b43legacy_pioqueue *queue,
1048c2ecf20Sopenharmony_ci			   struct b43legacy_pio_txpacket *packet)
1058c2ecf20Sopenharmony_ci{
1068c2ecf20Sopenharmony_ci	u16 cookie = 0x0000;
1078c2ecf20Sopenharmony_ci	int packetindex;
1088c2ecf20Sopenharmony_ci
1098c2ecf20Sopenharmony_ci	/* We use the upper 4 bits for the PIO
1108c2ecf20Sopenharmony_ci	 * controller ID and the lower 12 bits
1118c2ecf20Sopenharmony_ci	 * for the packet index (in the cache).
1128c2ecf20Sopenharmony_ci	 */
1138c2ecf20Sopenharmony_ci	switch (queue->mmio_base) {
1148c2ecf20Sopenharmony_ci	case B43legacy_MMIO_PIO1_BASE:
1158c2ecf20Sopenharmony_ci		break;
1168c2ecf20Sopenharmony_ci	case B43legacy_MMIO_PIO2_BASE:
1178c2ecf20Sopenharmony_ci		cookie = 0x1000;
1188c2ecf20Sopenharmony_ci		break;
1198c2ecf20Sopenharmony_ci	case B43legacy_MMIO_PIO3_BASE:
1208c2ecf20Sopenharmony_ci		cookie = 0x2000;
1218c2ecf20Sopenharmony_ci		break;
1228c2ecf20Sopenharmony_ci	case B43legacy_MMIO_PIO4_BASE:
1238c2ecf20Sopenharmony_ci		cookie = 0x3000;
1248c2ecf20Sopenharmony_ci		break;
1258c2ecf20Sopenharmony_ci	default:
1268c2ecf20Sopenharmony_ci		B43legacy_WARN_ON(1);
1278c2ecf20Sopenharmony_ci	}
1288c2ecf20Sopenharmony_ci	packetindex = pio_txpacket_getindex(packet);
1298c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(!(((u16)packetindex & 0xF000) == 0x0000));
1308c2ecf20Sopenharmony_ci	cookie |= (u16)packetindex;
1318c2ecf20Sopenharmony_ci
1328c2ecf20Sopenharmony_ci	return cookie;
1338c2ecf20Sopenharmony_ci}
1348c2ecf20Sopenharmony_ci
1358c2ecf20Sopenharmony_cistatic
1368c2ecf20Sopenharmony_cistruct b43legacy_pioqueue *parse_cookie(struct b43legacy_wldev *dev,
1378c2ecf20Sopenharmony_ci					u16 cookie,
1388c2ecf20Sopenharmony_ci					struct b43legacy_pio_txpacket **packet)
1398c2ecf20Sopenharmony_ci{
1408c2ecf20Sopenharmony_ci	struct b43legacy_pio *pio = &dev->pio;
1418c2ecf20Sopenharmony_ci	struct b43legacy_pioqueue *queue = NULL;
1428c2ecf20Sopenharmony_ci	int packetindex;
1438c2ecf20Sopenharmony_ci
1448c2ecf20Sopenharmony_ci	switch (cookie & 0xF000) {
1458c2ecf20Sopenharmony_ci	case 0x0000:
1468c2ecf20Sopenharmony_ci		queue = pio->queue0;
1478c2ecf20Sopenharmony_ci		break;
1488c2ecf20Sopenharmony_ci	case 0x1000:
1498c2ecf20Sopenharmony_ci		queue = pio->queue1;
1508c2ecf20Sopenharmony_ci		break;
1518c2ecf20Sopenharmony_ci	case 0x2000:
1528c2ecf20Sopenharmony_ci		queue = pio->queue2;
1538c2ecf20Sopenharmony_ci		break;
1548c2ecf20Sopenharmony_ci	case 0x3000:
1558c2ecf20Sopenharmony_ci		queue = pio->queue3;
1568c2ecf20Sopenharmony_ci		break;
1578c2ecf20Sopenharmony_ci	default:
1588c2ecf20Sopenharmony_ci		B43legacy_WARN_ON(1);
1598c2ecf20Sopenharmony_ci	}
1608c2ecf20Sopenharmony_ci	packetindex = (cookie & 0x0FFF);
1618c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(!(packetindex >= 0 && packetindex
1628c2ecf20Sopenharmony_ci			  < B43legacy_PIO_MAXTXPACKETS));
1638c2ecf20Sopenharmony_ci	*packet = &(queue->tx_packets_cache[packetindex]);
1648c2ecf20Sopenharmony_ci
1658c2ecf20Sopenharmony_ci	return queue;
1668c2ecf20Sopenharmony_ci}
1678c2ecf20Sopenharmony_ci
1688c2ecf20Sopenharmony_ciunion txhdr_union {
1698c2ecf20Sopenharmony_ci	struct b43legacy_txhdr_fw3 txhdr_fw3;
1708c2ecf20Sopenharmony_ci};
1718c2ecf20Sopenharmony_ci
1728c2ecf20Sopenharmony_cistatic int pio_tx_write_fragment(struct b43legacy_pioqueue *queue,
1738c2ecf20Sopenharmony_ci				  struct sk_buff *skb,
1748c2ecf20Sopenharmony_ci				  struct b43legacy_pio_txpacket *packet,
1758c2ecf20Sopenharmony_ci				  size_t txhdr_size)
1768c2ecf20Sopenharmony_ci{
1778c2ecf20Sopenharmony_ci	union txhdr_union txhdr_data;
1788c2ecf20Sopenharmony_ci	u8 *txhdr = NULL;
1798c2ecf20Sopenharmony_ci	unsigned int octets;
1808c2ecf20Sopenharmony_ci	int err;
1818c2ecf20Sopenharmony_ci
1828c2ecf20Sopenharmony_ci	txhdr = (u8 *)(&txhdr_data.txhdr_fw3);
1838c2ecf20Sopenharmony_ci
1848c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(skb_shinfo(skb)->nr_frags != 0);
1858c2ecf20Sopenharmony_ci	err = b43legacy_generate_txhdr(queue->dev,
1868c2ecf20Sopenharmony_ci				 txhdr, skb->data, skb->len,
1878c2ecf20Sopenharmony_ci				 IEEE80211_SKB_CB(skb),
1888c2ecf20Sopenharmony_ci				 generate_cookie(queue, packet));
1898c2ecf20Sopenharmony_ci	if (err)
1908c2ecf20Sopenharmony_ci		return err;
1918c2ecf20Sopenharmony_ci
1928c2ecf20Sopenharmony_ci	tx_start(queue);
1938c2ecf20Sopenharmony_ci	octets = skb->len + txhdr_size;
1948c2ecf20Sopenharmony_ci	if (queue->need_workarounds)
1958c2ecf20Sopenharmony_ci		octets--;
1968c2ecf20Sopenharmony_ci	tx_data(queue, txhdr, (u8 *)skb->data, octets);
1978c2ecf20Sopenharmony_ci	tx_complete(queue, skb);
1988c2ecf20Sopenharmony_ci
1998c2ecf20Sopenharmony_ci	return 0;
2008c2ecf20Sopenharmony_ci}
2018c2ecf20Sopenharmony_ci
2028c2ecf20Sopenharmony_cistatic void free_txpacket(struct b43legacy_pio_txpacket *packet,
2038c2ecf20Sopenharmony_ci			  int irq_context)
2048c2ecf20Sopenharmony_ci{
2058c2ecf20Sopenharmony_ci	struct b43legacy_pioqueue *queue = packet->queue;
2068c2ecf20Sopenharmony_ci
2078c2ecf20Sopenharmony_ci	if (packet->skb) {
2088c2ecf20Sopenharmony_ci		if (irq_context)
2098c2ecf20Sopenharmony_ci			dev_kfree_skb_irq(packet->skb);
2108c2ecf20Sopenharmony_ci		else
2118c2ecf20Sopenharmony_ci			dev_kfree_skb(packet->skb);
2128c2ecf20Sopenharmony_ci	}
2138c2ecf20Sopenharmony_ci	list_move(&packet->list, &queue->txfree);
2148c2ecf20Sopenharmony_ci	queue->nr_txfree++;
2158c2ecf20Sopenharmony_ci}
2168c2ecf20Sopenharmony_ci
2178c2ecf20Sopenharmony_cistatic int pio_tx_packet(struct b43legacy_pio_txpacket *packet)
2188c2ecf20Sopenharmony_ci{
2198c2ecf20Sopenharmony_ci	struct b43legacy_pioqueue *queue = packet->queue;
2208c2ecf20Sopenharmony_ci	struct sk_buff *skb = packet->skb;
2218c2ecf20Sopenharmony_ci	u16 octets;
2228c2ecf20Sopenharmony_ci	int err;
2238c2ecf20Sopenharmony_ci
2248c2ecf20Sopenharmony_ci	octets = (u16)skb->len + sizeof(struct b43legacy_txhdr_fw3);
2258c2ecf20Sopenharmony_ci	if (queue->tx_devq_size < octets) {
2268c2ecf20Sopenharmony_ci		b43legacywarn(queue->dev->wl, "PIO queue too small. "
2278c2ecf20Sopenharmony_ci			"Dropping packet.\n");
2288c2ecf20Sopenharmony_ci		/* Drop it silently (return success) */
2298c2ecf20Sopenharmony_ci		free_txpacket(packet, 1);
2308c2ecf20Sopenharmony_ci		return 0;
2318c2ecf20Sopenharmony_ci	}
2328c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(queue->tx_devq_packets >
2338c2ecf20Sopenharmony_ci			  B43legacy_PIO_MAXTXDEVQPACKETS);
2348c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(queue->tx_devq_used > queue->tx_devq_size);
2358c2ecf20Sopenharmony_ci	/* Check if there is sufficient free space on the device
2368c2ecf20Sopenharmony_ci	 * TX queue. If not, return and let the TX tasklet
2378c2ecf20Sopenharmony_ci	 * retry later.
2388c2ecf20Sopenharmony_ci	 */
2398c2ecf20Sopenharmony_ci	if (queue->tx_devq_packets == B43legacy_PIO_MAXTXDEVQPACKETS)
2408c2ecf20Sopenharmony_ci		return -EBUSY;
2418c2ecf20Sopenharmony_ci	if (queue->tx_devq_used + octets > queue->tx_devq_size)
2428c2ecf20Sopenharmony_ci		return -EBUSY;
2438c2ecf20Sopenharmony_ci	/* Now poke the device. */
2448c2ecf20Sopenharmony_ci	err = pio_tx_write_fragment(queue, skb, packet,
2458c2ecf20Sopenharmony_ci			      sizeof(struct b43legacy_txhdr_fw3));
2468c2ecf20Sopenharmony_ci	if (unlikely(err == -ENOKEY)) {
2478c2ecf20Sopenharmony_ci		/* Drop this packet, as we don't have the encryption key
2488c2ecf20Sopenharmony_ci		 * anymore and must not transmit it unencrypted. */
2498c2ecf20Sopenharmony_ci		free_txpacket(packet, 1);
2508c2ecf20Sopenharmony_ci		return 0;
2518c2ecf20Sopenharmony_ci	}
2528c2ecf20Sopenharmony_ci
2538c2ecf20Sopenharmony_ci	/* Account for the packet size.
2548c2ecf20Sopenharmony_ci	 * (We must not overflow the device TX queue)
2558c2ecf20Sopenharmony_ci	 */
2568c2ecf20Sopenharmony_ci	queue->tx_devq_packets++;
2578c2ecf20Sopenharmony_ci	queue->tx_devq_used += octets;
2588c2ecf20Sopenharmony_ci
2598c2ecf20Sopenharmony_ci	/* Transmission started, everything ok, move the
2608c2ecf20Sopenharmony_ci	 * packet to the txrunning list.
2618c2ecf20Sopenharmony_ci	 */
2628c2ecf20Sopenharmony_ci	list_move_tail(&packet->list, &queue->txrunning);
2638c2ecf20Sopenharmony_ci
2648c2ecf20Sopenharmony_ci	return 0;
2658c2ecf20Sopenharmony_ci}
2668c2ecf20Sopenharmony_ci
2678c2ecf20Sopenharmony_cistatic void tx_tasklet(struct tasklet_struct *t)
2688c2ecf20Sopenharmony_ci{
2698c2ecf20Sopenharmony_ci	struct b43legacy_pioqueue *queue = from_tasklet(queue, t, txtask);
2708c2ecf20Sopenharmony_ci	struct b43legacy_wldev *dev = queue->dev;
2718c2ecf20Sopenharmony_ci	unsigned long flags;
2728c2ecf20Sopenharmony_ci	struct b43legacy_pio_txpacket *packet, *tmp_packet;
2738c2ecf20Sopenharmony_ci	int err;
2748c2ecf20Sopenharmony_ci	u16 txctl;
2758c2ecf20Sopenharmony_ci
2768c2ecf20Sopenharmony_ci	spin_lock_irqsave(&dev->wl->irq_lock, flags);
2778c2ecf20Sopenharmony_ci	if (queue->tx_frozen)
2788c2ecf20Sopenharmony_ci		goto out_unlock;
2798c2ecf20Sopenharmony_ci	txctl = b43legacy_pio_read(queue, B43legacy_PIO_TXCTL);
2808c2ecf20Sopenharmony_ci	if (txctl & B43legacy_PIO_TXCTL_SUSPEND)
2818c2ecf20Sopenharmony_ci		goto out_unlock;
2828c2ecf20Sopenharmony_ci
2838c2ecf20Sopenharmony_ci	list_for_each_entry_safe(packet, tmp_packet, &queue->txqueue, list) {
2848c2ecf20Sopenharmony_ci		/* Try to transmit the packet. This can fail, if
2858c2ecf20Sopenharmony_ci		 * the device queue is full. In case of failure, the
2868c2ecf20Sopenharmony_ci		 * packet is left in the txqueue.
2878c2ecf20Sopenharmony_ci		 * If transmission succeed, the packet is moved to txrunning.
2888c2ecf20Sopenharmony_ci		 * If it is impossible to transmit the packet, it
2898c2ecf20Sopenharmony_ci		 * is dropped.
2908c2ecf20Sopenharmony_ci		 */
2918c2ecf20Sopenharmony_ci		err = pio_tx_packet(packet);
2928c2ecf20Sopenharmony_ci		if (err)
2938c2ecf20Sopenharmony_ci			break;
2948c2ecf20Sopenharmony_ci	}
2958c2ecf20Sopenharmony_ciout_unlock:
2968c2ecf20Sopenharmony_ci	spin_unlock_irqrestore(&dev->wl->irq_lock, flags);
2978c2ecf20Sopenharmony_ci}
2988c2ecf20Sopenharmony_ci
2998c2ecf20Sopenharmony_cistatic void setup_txqueues(struct b43legacy_pioqueue *queue)
3008c2ecf20Sopenharmony_ci{
3018c2ecf20Sopenharmony_ci	struct b43legacy_pio_txpacket *packet;
3028c2ecf20Sopenharmony_ci	int i;
3038c2ecf20Sopenharmony_ci
3048c2ecf20Sopenharmony_ci	queue->nr_txfree = B43legacy_PIO_MAXTXPACKETS;
3058c2ecf20Sopenharmony_ci	for (i = 0; i < B43legacy_PIO_MAXTXPACKETS; i++) {
3068c2ecf20Sopenharmony_ci		packet = &(queue->tx_packets_cache[i]);
3078c2ecf20Sopenharmony_ci
3088c2ecf20Sopenharmony_ci		packet->queue = queue;
3098c2ecf20Sopenharmony_ci		INIT_LIST_HEAD(&packet->list);
3108c2ecf20Sopenharmony_ci
3118c2ecf20Sopenharmony_ci		list_add(&packet->list, &queue->txfree);
3128c2ecf20Sopenharmony_ci	}
3138c2ecf20Sopenharmony_ci}
3148c2ecf20Sopenharmony_ci
3158c2ecf20Sopenharmony_cistatic
3168c2ecf20Sopenharmony_cistruct b43legacy_pioqueue *b43legacy_setup_pioqueue(struct b43legacy_wldev *dev,
3178c2ecf20Sopenharmony_ci						    u16 pio_mmio_base)
3188c2ecf20Sopenharmony_ci{
3198c2ecf20Sopenharmony_ci	struct b43legacy_pioqueue *queue;
3208c2ecf20Sopenharmony_ci	u32 value;
3218c2ecf20Sopenharmony_ci	u16 qsize;
3228c2ecf20Sopenharmony_ci
3238c2ecf20Sopenharmony_ci	queue = kzalloc(sizeof(*queue), GFP_KERNEL);
3248c2ecf20Sopenharmony_ci	if (!queue)
3258c2ecf20Sopenharmony_ci		goto out;
3268c2ecf20Sopenharmony_ci
3278c2ecf20Sopenharmony_ci	queue->dev = dev;
3288c2ecf20Sopenharmony_ci	queue->mmio_base = pio_mmio_base;
3298c2ecf20Sopenharmony_ci	queue->need_workarounds = (dev->dev->id.revision < 3);
3308c2ecf20Sopenharmony_ci
3318c2ecf20Sopenharmony_ci	INIT_LIST_HEAD(&queue->txfree);
3328c2ecf20Sopenharmony_ci	INIT_LIST_HEAD(&queue->txqueue);
3338c2ecf20Sopenharmony_ci	INIT_LIST_HEAD(&queue->txrunning);
3348c2ecf20Sopenharmony_ci	tasklet_setup(&queue->txtask, tx_tasklet);
3358c2ecf20Sopenharmony_ci
3368c2ecf20Sopenharmony_ci	value = b43legacy_read32(dev, B43legacy_MMIO_MACCTL);
3378c2ecf20Sopenharmony_ci	value &= ~B43legacy_MACCTL_BE;
3388c2ecf20Sopenharmony_ci	b43legacy_write32(dev, B43legacy_MMIO_MACCTL, value);
3398c2ecf20Sopenharmony_ci
3408c2ecf20Sopenharmony_ci	qsize = b43legacy_read16(dev, queue->mmio_base
3418c2ecf20Sopenharmony_ci				 + B43legacy_PIO_TXQBUFSIZE);
3428c2ecf20Sopenharmony_ci	if (qsize == 0) {
3438c2ecf20Sopenharmony_ci		b43legacyerr(dev->wl, "This card does not support PIO "
3448c2ecf20Sopenharmony_ci		       "operation mode. Please use DMA mode "
3458c2ecf20Sopenharmony_ci		       "(module parameter pio=0).\n");
3468c2ecf20Sopenharmony_ci		goto err_freequeue;
3478c2ecf20Sopenharmony_ci	}
3488c2ecf20Sopenharmony_ci	if (qsize <= B43legacy_PIO_TXQADJUST) {
3498c2ecf20Sopenharmony_ci		b43legacyerr(dev->wl, "PIO tx device-queue too small (%u)\n",
3508c2ecf20Sopenharmony_ci		       qsize);
3518c2ecf20Sopenharmony_ci		goto err_freequeue;
3528c2ecf20Sopenharmony_ci	}
3538c2ecf20Sopenharmony_ci	qsize -= B43legacy_PIO_TXQADJUST;
3548c2ecf20Sopenharmony_ci	queue->tx_devq_size = qsize;
3558c2ecf20Sopenharmony_ci
3568c2ecf20Sopenharmony_ci	setup_txqueues(queue);
3578c2ecf20Sopenharmony_ci
3588c2ecf20Sopenharmony_ciout:
3598c2ecf20Sopenharmony_ci	return queue;
3608c2ecf20Sopenharmony_ci
3618c2ecf20Sopenharmony_cierr_freequeue:
3628c2ecf20Sopenharmony_ci	kfree(queue);
3638c2ecf20Sopenharmony_ci	queue = NULL;
3648c2ecf20Sopenharmony_ci	goto out;
3658c2ecf20Sopenharmony_ci}
3668c2ecf20Sopenharmony_ci
3678c2ecf20Sopenharmony_cistatic void cancel_transfers(struct b43legacy_pioqueue *queue)
3688c2ecf20Sopenharmony_ci{
3698c2ecf20Sopenharmony_ci	struct b43legacy_pio_txpacket *packet, *tmp_packet;
3708c2ecf20Sopenharmony_ci
3718c2ecf20Sopenharmony_ci	tasklet_kill(&queue->txtask);
3728c2ecf20Sopenharmony_ci
3738c2ecf20Sopenharmony_ci	list_for_each_entry_safe(packet, tmp_packet, &queue->txrunning, list)
3748c2ecf20Sopenharmony_ci		free_txpacket(packet, 0);
3758c2ecf20Sopenharmony_ci	list_for_each_entry_safe(packet, tmp_packet, &queue->txqueue, list)
3768c2ecf20Sopenharmony_ci		free_txpacket(packet, 0);
3778c2ecf20Sopenharmony_ci}
3788c2ecf20Sopenharmony_ci
3798c2ecf20Sopenharmony_cistatic void b43legacy_destroy_pioqueue(struct b43legacy_pioqueue *queue)
3808c2ecf20Sopenharmony_ci{
3818c2ecf20Sopenharmony_ci	if (!queue)
3828c2ecf20Sopenharmony_ci		return;
3838c2ecf20Sopenharmony_ci
3848c2ecf20Sopenharmony_ci	cancel_transfers(queue);
3858c2ecf20Sopenharmony_ci	kfree(queue);
3868c2ecf20Sopenharmony_ci}
3878c2ecf20Sopenharmony_ci
3888c2ecf20Sopenharmony_civoid b43legacy_pio_free(struct b43legacy_wldev *dev)
3898c2ecf20Sopenharmony_ci{
3908c2ecf20Sopenharmony_ci	struct b43legacy_pio *pio;
3918c2ecf20Sopenharmony_ci
3928c2ecf20Sopenharmony_ci	if (!b43legacy_using_pio(dev))
3938c2ecf20Sopenharmony_ci		return;
3948c2ecf20Sopenharmony_ci	pio = &dev->pio;
3958c2ecf20Sopenharmony_ci
3968c2ecf20Sopenharmony_ci	b43legacy_destroy_pioqueue(pio->queue3);
3978c2ecf20Sopenharmony_ci	pio->queue3 = NULL;
3988c2ecf20Sopenharmony_ci	b43legacy_destroy_pioqueue(pio->queue2);
3998c2ecf20Sopenharmony_ci	pio->queue2 = NULL;
4008c2ecf20Sopenharmony_ci	b43legacy_destroy_pioqueue(pio->queue1);
4018c2ecf20Sopenharmony_ci	pio->queue1 = NULL;
4028c2ecf20Sopenharmony_ci	b43legacy_destroy_pioqueue(pio->queue0);
4038c2ecf20Sopenharmony_ci	pio->queue0 = NULL;
4048c2ecf20Sopenharmony_ci}
4058c2ecf20Sopenharmony_ci
4068c2ecf20Sopenharmony_ciint b43legacy_pio_init(struct b43legacy_wldev *dev)
4078c2ecf20Sopenharmony_ci{
4088c2ecf20Sopenharmony_ci	struct b43legacy_pio *pio = &dev->pio;
4098c2ecf20Sopenharmony_ci	struct b43legacy_pioqueue *queue;
4108c2ecf20Sopenharmony_ci	int err = -ENOMEM;
4118c2ecf20Sopenharmony_ci
4128c2ecf20Sopenharmony_ci	queue = b43legacy_setup_pioqueue(dev, B43legacy_MMIO_PIO1_BASE);
4138c2ecf20Sopenharmony_ci	if (!queue)
4148c2ecf20Sopenharmony_ci		goto out;
4158c2ecf20Sopenharmony_ci	pio->queue0 = queue;
4168c2ecf20Sopenharmony_ci
4178c2ecf20Sopenharmony_ci	queue = b43legacy_setup_pioqueue(dev, B43legacy_MMIO_PIO2_BASE);
4188c2ecf20Sopenharmony_ci	if (!queue)
4198c2ecf20Sopenharmony_ci		goto err_destroy0;
4208c2ecf20Sopenharmony_ci	pio->queue1 = queue;
4218c2ecf20Sopenharmony_ci
4228c2ecf20Sopenharmony_ci	queue = b43legacy_setup_pioqueue(dev, B43legacy_MMIO_PIO3_BASE);
4238c2ecf20Sopenharmony_ci	if (!queue)
4248c2ecf20Sopenharmony_ci		goto err_destroy1;
4258c2ecf20Sopenharmony_ci	pio->queue2 = queue;
4268c2ecf20Sopenharmony_ci
4278c2ecf20Sopenharmony_ci	queue = b43legacy_setup_pioqueue(dev, B43legacy_MMIO_PIO4_BASE);
4288c2ecf20Sopenharmony_ci	if (!queue)
4298c2ecf20Sopenharmony_ci		goto err_destroy2;
4308c2ecf20Sopenharmony_ci	pio->queue3 = queue;
4318c2ecf20Sopenharmony_ci
4328c2ecf20Sopenharmony_ci	if (dev->dev->id.revision < 3)
4338c2ecf20Sopenharmony_ci		dev->irq_mask |= B43legacy_IRQ_PIO_WORKAROUND;
4348c2ecf20Sopenharmony_ci
4358c2ecf20Sopenharmony_ci	b43legacydbg(dev->wl, "PIO initialized\n");
4368c2ecf20Sopenharmony_ci	err = 0;
4378c2ecf20Sopenharmony_ciout:
4388c2ecf20Sopenharmony_ci	return err;
4398c2ecf20Sopenharmony_ci
4408c2ecf20Sopenharmony_cierr_destroy2:
4418c2ecf20Sopenharmony_ci	b43legacy_destroy_pioqueue(pio->queue2);
4428c2ecf20Sopenharmony_ci	pio->queue2 = NULL;
4438c2ecf20Sopenharmony_cierr_destroy1:
4448c2ecf20Sopenharmony_ci	b43legacy_destroy_pioqueue(pio->queue1);
4458c2ecf20Sopenharmony_ci	pio->queue1 = NULL;
4468c2ecf20Sopenharmony_cierr_destroy0:
4478c2ecf20Sopenharmony_ci	b43legacy_destroy_pioqueue(pio->queue0);
4488c2ecf20Sopenharmony_ci	pio->queue0 = NULL;
4498c2ecf20Sopenharmony_ci	goto out;
4508c2ecf20Sopenharmony_ci}
4518c2ecf20Sopenharmony_ci
4528c2ecf20Sopenharmony_ciint b43legacy_pio_tx(struct b43legacy_wldev *dev,
4538c2ecf20Sopenharmony_ci		     struct sk_buff *skb)
4548c2ecf20Sopenharmony_ci{
4558c2ecf20Sopenharmony_ci	struct b43legacy_pioqueue *queue = dev->pio.queue1;
4568c2ecf20Sopenharmony_ci	struct b43legacy_pio_txpacket *packet;
4578c2ecf20Sopenharmony_ci
4588c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(queue->tx_suspended);
4598c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(list_empty(&queue->txfree));
4608c2ecf20Sopenharmony_ci
4618c2ecf20Sopenharmony_ci	packet = list_entry(queue->txfree.next, struct b43legacy_pio_txpacket,
4628c2ecf20Sopenharmony_ci			    list);
4638c2ecf20Sopenharmony_ci	packet->skb = skb;
4648c2ecf20Sopenharmony_ci
4658c2ecf20Sopenharmony_ci	list_move_tail(&packet->list, &queue->txqueue);
4668c2ecf20Sopenharmony_ci	queue->nr_txfree--;
4678c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(queue->nr_txfree >= B43legacy_PIO_MAXTXPACKETS);
4688c2ecf20Sopenharmony_ci
4698c2ecf20Sopenharmony_ci	tasklet_schedule(&queue->txtask);
4708c2ecf20Sopenharmony_ci
4718c2ecf20Sopenharmony_ci	return 0;
4728c2ecf20Sopenharmony_ci}
4738c2ecf20Sopenharmony_ci
4748c2ecf20Sopenharmony_civoid b43legacy_pio_handle_txstatus(struct b43legacy_wldev *dev,
4758c2ecf20Sopenharmony_ci				   const struct b43legacy_txstatus *status)
4768c2ecf20Sopenharmony_ci{
4778c2ecf20Sopenharmony_ci	struct b43legacy_pioqueue *queue;
4788c2ecf20Sopenharmony_ci	struct b43legacy_pio_txpacket *packet;
4798c2ecf20Sopenharmony_ci	struct ieee80211_tx_info *info;
4808c2ecf20Sopenharmony_ci	int retry_limit;
4818c2ecf20Sopenharmony_ci
4828c2ecf20Sopenharmony_ci	queue = parse_cookie(dev, status->cookie, &packet);
4838c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(!queue);
4848c2ecf20Sopenharmony_ci
4858c2ecf20Sopenharmony_ci	if (!packet->skb)
4868c2ecf20Sopenharmony_ci		return;
4878c2ecf20Sopenharmony_ci
4888c2ecf20Sopenharmony_ci	queue->tx_devq_packets--;
4898c2ecf20Sopenharmony_ci	queue->tx_devq_used -= (packet->skb->len +
4908c2ecf20Sopenharmony_ci				sizeof(struct b43legacy_txhdr_fw3));
4918c2ecf20Sopenharmony_ci
4928c2ecf20Sopenharmony_ci	info = IEEE80211_SKB_CB(packet->skb);
4938c2ecf20Sopenharmony_ci
4948c2ecf20Sopenharmony_ci	/* preserve the confiured retry limit before clearing the status
4958c2ecf20Sopenharmony_ci	 * The xmit function has overwritten the rc's value with the actual
4968c2ecf20Sopenharmony_ci	 * retry limit done by the hardware */
4978c2ecf20Sopenharmony_ci	retry_limit = info->status.rates[0].count;
4988c2ecf20Sopenharmony_ci	ieee80211_tx_info_clear_status(info);
4998c2ecf20Sopenharmony_ci
5008c2ecf20Sopenharmony_ci	if (status->acked)
5018c2ecf20Sopenharmony_ci		info->flags |= IEEE80211_TX_STAT_ACK;
5028c2ecf20Sopenharmony_ci
5038c2ecf20Sopenharmony_ci	if (status->rts_count > dev->wl->hw->conf.short_frame_max_tx_count) {
5048c2ecf20Sopenharmony_ci		/*
5058c2ecf20Sopenharmony_ci		 * If the short retries (RTS, not data frame) have exceeded
5068c2ecf20Sopenharmony_ci		 * the limit, the hw will not have tried the selected rate,
5078c2ecf20Sopenharmony_ci		 * but will have used the fallback rate instead.
5088c2ecf20Sopenharmony_ci		 * Don't let the rate control count attempts for the selected
5098c2ecf20Sopenharmony_ci		 * rate in this case, otherwise the statistics will be off.
5108c2ecf20Sopenharmony_ci		 */
5118c2ecf20Sopenharmony_ci		info->status.rates[0].count = 0;
5128c2ecf20Sopenharmony_ci		info->status.rates[1].count = status->frame_count;
5138c2ecf20Sopenharmony_ci	} else {
5148c2ecf20Sopenharmony_ci		if (status->frame_count > retry_limit) {
5158c2ecf20Sopenharmony_ci			info->status.rates[0].count = retry_limit;
5168c2ecf20Sopenharmony_ci			info->status.rates[1].count = status->frame_count -
5178c2ecf20Sopenharmony_ci					retry_limit;
5188c2ecf20Sopenharmony_ci
5198c2ecf20Sopenharmony_ci		} else {
5208c2ecf20Sopenharmony_ci			info->status.rates[0].count = status->frame_count;
5218c2ecf20Sopenharmony_ci			info->status.rates[1].idx = -1;
5228c2ecf20Sopenharmony_ci		}
5238c2ecf20Sopenharmony_ci	}
5248c2ecf20Sopenharmony_ci	ieee80211_tx_status_irqsafe(dev->wl->hw, packet->skb);
5258c2ecf20Sopenharmony_ci	packet->skb = NULL;
5268c2ecf20Sopenharmony_ci
5278c2ecf20Sopenharmony_ci	free_txpacket(packet, 1);
5288c2ecf20Sopenharmony_ci	/* If there are packets on the txqueue, poke the tasklet
5298c2ecf20Sopenharmony_ci	 * to transmit them.
5308c2ecf20Sopenharmony_ci	 */
5318c2ecf20Sopenharmony_ci	if (!list_empty(&queue->txqueue))
5328c2ecf20Sopenharmony_ci		tasklet_schedule(&queue->txtask);
5338c2ecf20Sopenharmony_ci}
5348c2ecf20Sopenharmony_ci
5358c2ecf20Sopenharmony_cistatic void pio_rx_error(struct b43legacy_pioqueue *queue,
5368c2ecf20Sopenharmony_ci			 int clear_buffers,
5378c2ecf20Sopenharmony_ci			 const char *error)
5388c2ecf20Sopenharmony_ci{
5398c2ecf20Sopenharmony_ci	int i;
5408c2ecf20Sopenharmony_ci
5418c2ecf20Sopenharmony_ci	b43legacyerr(queue->dev->wl, "PIO RX error: %s\n", error);
5428c2ecf20Sopenharmony_ci	b43legacy_pio_write(queue, B43legacy_PIO_RXCTL,
5438c2ecf20Sopenharmony_ci			    B43legacy_PIO_RXCTL_READY);
5448c2ecf20Sopenharmony_ci	if (clear_buffers) {
5458c2ecf20Sopenharmony_ci		B43legacy_WARN_ON(queue->mmio_base != B43legacy_MMIO_PIO1_BASE);
5468c2ecf20Sopenharmony_ci		for (i = 0; i < 15; i++) {
5478c2ecf20Sopenharmony_ci			/* Dummy read. */
5488c2ecf20Sopenharmony_ci			b43legacy_pio_read(queue, B43legacy_PIO_RXDATA);
5498c2ecf20Sopenharmony_ci		}
5508c2ecf20Sopenharmony_ci	}
5518c2ecf20Sopenharmony_ci}
5528c2ecf20Sopenharmony_ci
5538c2ecf20Sopenharmony_civoid b43legacy_pio_rx(struct b43legacy_pioqueue *queue)
5548c2ecf20Sopenharmony_ci{
5558c2ecf20Sopenharmony_ci	__le16 preamble[21] = { 0 };
5568c2ecf20Sopenharmony_ci	struct b43legacy_rxhdr_fw3 *rxhdr;
5578c2ecf20Sopenharmony_ci	u16 tmp;
5588c2ecf20Sopenharmony_ci	u16 len;
5598c2ecf20Sopenharmony_ci	u16 macstat;
5608c2ecf20Sopenharmony_ci	int i;
5618c2ecf20Sopenharmony_ci	int preamble_readwords;
5628c2ecf20Sopenharmony_ci	struct sk_buff *skb;
5638c2ecf20Sopenharmony_ci
5648c2ecf20Sopenharmony_ci	tmp = b43legacy_pio_read(queue, B43legacy_PIO_RXCTL);
5658c2ecf20Sopenharmony_ci	if (!(tmp & B43legacy_PIO_RXCTL_DATAAVAILABLE))
5668c2ecf20Sopenharmony_ci		return;
5678c2ecf20Sopenharmony_ci	b43legacy_pio_write(queue, B43legacy_PIO_RXCTL,
5688c2ecf20Sopenharmony_ci			    B43legacy_PIO_RXCTL_DATAAVAILABLE);
5698c2ecf20Sopenharmony_ci
5708c2ecf20Sopenharmony_ci	for (i = 0; i < 10; i++) {
5718c2ecf20Sopenharmony_ci		tmp = b43legacy_pio_read(queue, B43legacy_PIO_RXCTL);
5728c2ecf20Sopenharmony_ci		if (tmp & B43legacy_PIO_RXCTL_READY)
5738c2ecf20Sopenharmony_ci			goto data_ready;
5748c2ecf20Sopenharmony_ci		udelay(10);
5758c2ecf20Sopenharmony_ci	}
5768c2ecf20Sopenharmony_ci	b43legacydbg(queue->dev->wl, "PIO RX timed out\n");
5778c2ecf20Sopenharmony_ci	return;
5788c2ecf20Sopenharmony_cidata_ready:
5798c2ecf20Sopenharmony_ci
5808c2ecf20Sopenharmony_ci	len = b43legacy_pio_read(queue, B43legacy_PIO_RXDATA);
5818c2ecf20Sopenharmony_ci	if (unlikely(len > 0x700)) {
5828c2ecf20Sopenharmony_ci		pio_rx_error(queue, 0, "len > 0x700");
5838c2ecf20Sopenharmony_ci		return;
5848c2ecf20Sopenharmony_ci	}
5858c2ecf20Sopenharmony_ci	if (unlikely(len == 0 && queue->mmio_base !=
5868c2ecf20Sopenharmony_ci		     B43legacy_MMIO_PIO4_BASE)) {
5878c2ecf20Sopenharmony_ci		pio_rx_error(queue, 0, "len == 0");
5888c2ecf20Sopenharmony_ci		return;
5898c2ecf20Sopenharmony_ci	}
5908c2ecf20Sopenharmony_ci	preamble[0] = cpu_to_le16(len);
5918c2ecf20Sopenharmony_ci	if (queue->mmio_base == B43legacy_MMIO_PIO4_BASE)
5928c2ecf20Sopenharmony_ci		preamble_readwords = 14 / sizeof(u16);
5938c2ecf20Sopenharmony_ci	else
5948c2ecf20Sopenharmony_ci		preamble_readwords = 18 / sizeof(u16);
5958c2ecf20Sopenharmony_ci	for (i = 0; i < preamble_readwords; i++) {
5968c2ecf20Sopenharmony_ci		tmp = b43legacy_pio_read(queue, B43legacy_PIO_RXDATA);
5978c2ecf20Sopenharmony_ci		preamble[i + 1] = cpu_to_le16(tmp);
5988c2ecf20Sopenharmony_ci	}
5998c2ecf20Sopenharmony_ci	rxhdr = (struct b43legacy_rxhdr_fw3 *)preamble;
6008c2ecf20Sopenharmony_ci	macstat = le16_to_cpu(rxhdr->mac_status);
6018c2ecf20Sopenharmony_ci	if (macstat & B43legacy_RX_MAC_FCSERR) {
6028c2ecf20Sopenharmony_ci		pio_rx_error(queue,
6038c2ecf20Sopenharmony_ci			     (queue->mmio_base == B43legacy_MMIO_PIO1_BASE),
6048c2ecf20Sopenharmony_ci			     "Frame FCS error");
6058c2ecf20Sopenharmony_ci		return;
6068c2ecf20Sopenharmony_ci	}
6078c2ecf20Sopenharmony_ci	if (queue->mmio_base == B43legacy_MMIO_PIO4_BASE) {
6088c2ecf20Sopenharmony_ci		/* We received an xmit status. */
6098c2ecf20Sopenharmony_ci		struct b43legacy_hwtxstatus *hw;
6108c2ecf20Sopenharmony_ci
6118c2ecf20Sopenharmony_ci		hw = (struct b43legacy_hwtxstatus *)(preamble + 1);
6128c2ecf20Sopenharmony_ci		b43legacy_handle_hwtxstatus(queue->dev, hw);
6138c2ecf20Sopenharmony_ci
6148c2ecf20Sopenharmony_ci		return;
6158c2ecf20Sopenharmony_ci	}
6168c2ecf20Sopenharmony_ci
6178c2ecf20Sopenharmony_ci	skb = dev_alloc_skb(len);
6188c2ecf20Sopenharmony_ci	if (unlikely(!skb)) {
6198c2ecf20Sopenharmony_ci		pio_rx_error(queue, 1, "OOM");
6208c2ecf20Sopenharmony_ci		return;
6218c2ecf20Sopenharmony_ci	}
6228c2ecf20Sopenharmony_ci	skb_put(skb, len);
6238c2ecf20Sopenharmony_ci	for (i = 0; i < len - 1; i += 2) {
6248c2ecf20Sopenharmony_ci		tmp = b43legacy_pio_read(queue, B43legacy_PIO_RXDATA);
6258c2ecf20Sopenharmony_ci		*((__le16 *)(skb->data + i)) = cpu_to_le16(tmp);
6268c2ecf20Sopenharmony_ci	}
6278c2ecf20Sopenharmony_ci	if (len % 2) {
6288c2ecf20Sopenharmony_ci		tmp = b43legacy_pio_read(queue, B43legacy_PIO_RXDATA);
6298c2ecf20Sopenharmony_ci		skb->data[len - 1] = (tmp & 0x00FF);
6308c2ecf20Sopenharmony_ci	}
6318c2ecf20Sopenharmony_ci	b43legacy_rx(queue->dev, skb, rxhdr);
6328c2ecf20Sopenharmony_ci}
6338c2ecf20Sopenharmony_ci
6348c2ecf20Sopenharmony_civoid b43legacy_pio_tx_suspend(struct b43legacy_pioqueue *queue)
6358c2ecf20Sopenharmony_ci{
6368c2ecf20Sopenharmony_ci	b43legacy_power_saving_ctl_bits(queue->dev, -1, 1);
6378c2ecf20Sopenharmony_ci	b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
6388c2ecf20Sopenharmony_ci			    b43legacy_pio_read(queue, B43legacy_PIO_TXCTL)
6398c2ecf20Sopenharmony_ci			    | B43legacy_PIO_TXCTL_SUSPEND);
6408c2ecf20Sopenharmony_ci}
6418c2ecf20Sopenharmony_ci
6428c2ecf20Sopenharmony_civoid b43legacy_pio_tx_resume(struct b43legacy_pioqueue *queue)
6438c2ecf20Sopenharmony_ci{
6448c2ecf20Sopenharmony_ci	b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
6458c2ecf20Sopenharmony_ci			    b43legacy_pio_read(queue, B43legacy_PIO_TXCTL)
6468c2ecf20Sopenharmony_ci			    & ~B43legacy_PIO_TXCTL_SUSPEND);
6478c2ecf20Sopenharmony_ci	b43legacy_power_saving_ctl_bits(queue->dev, -1, -1);
6488c2ecf20Sopenharmony_ci	tasklet_schedule(&queue->txtask);
6498c2ecf20Sopenharmony_ci}
6508c2ecf20Sopenharmony_ci
6518c2ecf20Sopenharmony_civoid b43legacy_pio_freeze_txqueues(struct b43legacy_wldev *dev)
6528c2ecf20Sopenharmony_ci{
6538c2ecf20Sopenharmony_ci	struct b43legacy_pio *pio;
6548c2ecf20Sopenharmony_ci
6558c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(!b43legacy_using_pio(dev));
6568c2ecf20Sopenharmony_ci	pio = &dev->pio;
6578c2ecf20Sopenharmony_ci	pio->queue0->tx_frozen = 1;
6588c2ecf20Sopenharmony_ci	pio->queue1->tx_frozen = 1;
6598c2ecf20Sopenharmony_ci	pio->queue2->tx_frozen = 1;
6608c2ecf20Sopenharmony_ci	pio->queue3->tx_frozen = 1;
6618c2ecf20Sopenharmony_ci}
6628c2ecf20Sopenharmony_ci
6638c2ecf20Sopenharmony_civoid b43legacy_pio_thaw_txqueues(struct b43legacy_wldev *dev)
6648c2ecf20Sopenharmony_ci{
6658c2ecf20Sopenharmony_ci	struct b43legacy_pio *pio;
6668c2ecf20Sopenharmony_ci
6678c2ecf20Sopenharmony_ci	B43legacy_WARN_ON(!b43legacy_using_pio(dev));
6688c2ecf20Sopenharmony_ci	pio = &dev->pio;
6698c2ecf20Sopenharmony_ci	pio->queue0->tx_frozen = 0;
6708c2ecf20Sopenharmony_ci	pio->queue1->tx_frozen = 0;
6718c2ecf20Sopenharmony_ci	pio->queue2->tx_frozen = 0;
6728c2ecf20Sopenharmony_ci	pio->queue3->tx_frozen = 0;
6738c2ecf20Sopenharmony_ci	if (!list_empty(&pio->queue0->txqueue))
6748c2ecf20Sopenharmony_ci		tasklet_schedule(&pio->queue0->txtask);
6758c2ecf20Sopenharmony_ci	if (!list_empty(&pio->queue1->txqueue))
6768c2ecf20Sopenharmony_ci		tasklet_schedule(&pio->queue1->txtask);
6778c2ecf20Sopenharmony_ci	if (!list_empty(&pio->queue2->txqueue))
6788c2ecf20Sopenharmony_ci		tasklet_schedule(&pio->queue2->txtask);
6798c2ecf20Sopenharmony_ci	if (!list_empty(&pio->queue3->txqueue))
6808c2ecf20Sopenharmony_ci		tasklet_schedule(&pio->queue3->txtask);
6818c2ecf20Sopenharmony_ci}
682