1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Aic94xx SAS/SATA driver SCB management.
4 *
5 * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
6 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
7 */
8
9#include <linux/gfp.h>
10#include <scsi/scsi_host.h>
11
12#include "aic94xx.h"
13#include "aic94xx_reg.h"
14#include "aic94xx_hwi.h"
15#include "aic94xx_seq.h"
16
17#include "aic94xx_dump.h"
18
19/* ---------- EMPTY SCB ---------- */
20
21#define DL_PHY_MASK      7
22#define BYTES_DMAED      0
23#define PRIMITIVE_RECVD  0x08
24#define PHY_EVENT        0x10
25#define LINK_RESET_ERROR 0x18
26#define TIMER_EVENT      0x20
27#define REQ_TASK_ABORT   0xF0
28#define REQ_DEVICE_RESET 0xF1
29#define SIGNAL_NCQ_ERROR 0xF2
30#define CLEAR_NCQ_ERROR  0xF3
31
32#define PHY_EVENTS_STATUS (CURRENT_LOSS_OF_SIGNAL | CURRENT_OOB_DONE   \
33			   | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
34			   | CURRENT_OOB_ERROR)
35
36static void get_lrate_mode(struct asd_phy *phy, u8 oob_mode)
37{
38	struct sas_phy *sas_phy = phy->sas_phy.phy;
39
40	switch (oob_mode & 7) {
41	case PHY_SPEED_60:
42		/* FIXME: sas transport class doesn't have this */
43		phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS;
44		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
45		break;
46	case PHY_SPEED_30:
47		phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS;
48		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
49		break;
50	case PHY_SPEED_15:
51		phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS;
52		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
53		break;
54	}
55	sas_phy->negotiated_linkrate = phy->sas_phy.linkrate;
56	sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
57	sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
58	sas_phy->maximum_linkrate = phy->phy_desc->max_sas_lrate;
59	sas_phy->minimum_linkrate = phy->phy_desc->min_sas_lrate;
60
61	if (oob_mode & SAS_MODE)
62		phy->sas_phy.oob_mode = SAS_OOB_MODE;
63	else if (oob_mode & SATA_MODE)
64		phy->sas_phy.oob_mode = SATA_OOB_MODE;
65}
66
67static void asd_phy_event_tasklet(struct asd_ascb *ascb,
68					 struct done_list_struct *dl)
69{
70	struct asd_ha_struct *asd_ha = ascb->ha;
71	int phy_id = dl->status_block[0] & DL_PHY_MASK;
72	struct asd_phy *phy = &asd_ha->phys[phy_id];
73
74	u8 oob_status = dl->status_block[1] & PHY_EVENTS_STATUS;
75	u8 oob_mode   = dl->status_block[2];
76
77	switch (oob_status) {
78	case CURRENT_LOSS_OF_SIGNAL:
79		/* directly attached device was removed */
80		ASD_DPRINTK("phy%d: device unplugged\n", phy_id);
81		asd_turn_led(asd_ha, phy_id, 0);
82		sas_phy_disconnected(&phy->sas_phy);
83		sas_notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL);
84		break;
85	case CURRENT_OOB_DONE:
86		/* hot plugged device */
87		asd_turn_led(asd_ha, phy_id, 1);
88		get_lrate_mode(phy, oob_mode);
89		ASD_DPRINTK("phy%d device plugged: lrate:0x%x, proto:0x%x\n",
90			    phy_id, phy->sas_phy.linkrate, phy->sas_phy.iproto);
91		sas_notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
92		break;
93	case CURRENT_SPINUP_HOLD:
94		/* hot plug SATA, no COMWAKE sent */
95		asd_turn_led(asd_ha, phy_id, 1);
96		sas_notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD);
97		break;
98	case CURRENT_GTO_TIMEOUT:
99	case CURRENT_OOB_ERROR:
100		ASD_DPRINTK("phy%d error while OOB: oob status:0x%x\n", phy_id,
101			    dl->status_block[1]);
102		asd_turn_led(asd_ha, phy_id, 0);
103		sas_phy_disconnected(&phy->sas_phy);
104		sas_notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR);
105		break;
106	}
107}
108
109/* If phys are enabled sparsely, this will do the right thing. */
110static unsigned ord_phy(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
111{
112	u8 enabled_mask = asd_ha->hw_prof.enabled_phys;
113	int i, k = 0;
114
115	for_each_phy(enabled_mask, enabled_mask, i) {
116		if (&asd_ha->phys[i] == phy)
117			return k;
118		k++;
119	}
120	return 0;
121}
122
123/**
124 * asd_get_attached_sas_addr -- extract/generate attached SAS address
125 * @phy: pointer to asd_phy
126 * @sas_addr: pointer to buffer where the SAS address is to be written
127 *
128 * This function extracts the SAS address from an IDENTIFY frame
129 * received.  If OOB is SATA, then a SAS address is generated from the
130 * HA tables.
131 *
132 * LOCKING: the frame_rcvd_lock needs to be held since this parses the frame
133 * buffer.
134 */
135static void asd_get_attached_sas_addr(struct asd_phy *phy, u8 *sas_addr)
136{
137	if (phy->sas_phy.frame_rcvd[0] == 0x34
138	    && phy->sas_phy.oob_mode == SATA_OOB_MODE) {
139		struct asd_ha_struct *asd_ha = phy->sas_phy.ha->lldd_ha;
140		/* FIS device-to-host */
141		u64 addr = be64_to_cpu(*(__be64 *)phy->phy_desc->sas_addr);
142
143		addr += asd_ha->hw_prof.sata_name_base + ord_phy(asd_ha, phy);
144		*(__be64 *)sas_addr = cpu_to_be64(addr);
145	} else {
146		struct sas_identify_frame *idframe =
147			(void *) phy->sas_phy.frame_rcvd;
148		memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE);
149	}
150}
151
152static void asd_form_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
153{
154	int i;
155	struct asd_port *free_port = NULL;
156	struct asd_port *port;
157	struct asd_sas_phy *sas_phy = &phy->sas_phy;
158	unsigned long flags;
159
160	spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
161	if (!phy->asd_port) {
162		for (i = 0; i < ASD_MAX_PHYS; i++) {
163			port = &asd_ha->asd_ports[i];
164
165			/* Check for wide port */
166			if (port->num_phys > 0 &&
167			    memcmp(port->sas_addr, sas_phy->sas_addr,
168				   SAS_ADDR_SIZE) == 0 &&
169			    memcmp(port->attached_sas_addr,
170				   sas_phy->attached_sas_addr,
171				   SAS_ADDR_SIZE) == 0) {
172				break;
173			}
174
175			/* Find a free port */
176			if (port->num_phys == 0 && free_port == NULL) {
177				free_port = port;
178			}
179		}
180
181		/* Use a free port if this doesn't form a wide port */
182		if (i >= ASD_MAX_PHYS) {
183			port = free_port;
184			BUG_ON(!port);
185			memcpy(port->sas_addr, sas_phy->sas_addr,
186			       SAS_ADDR_SIZE);
187			memcpy(port->attached_sas_addr,
188			       sas_phy->attached_sas_addr,
189			       SAS_ADDR_SIZE);
190		}
191		port->num_phys++;
192		port->phy_mask |= (1U << sas_phy->id);
193		phy->asd_port = port;
194	}
195	ASD_DPRINTK("%s: updating phy_mask 0x%x for phy%d\n",
196		    __func__, phy->asd_port->phy_mask, sas_phy->id);
197	asd_update_port_links(asd_ha, phy);
198	spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
199}
200
201static void asd_deform_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
202{
203	struct asd_port *port = phy->asd_port;
204	struct asd_sas_phy *sas_phy = &phy->sas_phy;
205	unsigned long flags;
206
207	spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
208	if (port) {
209		port->num_phys--;
210		port->phy_mask &= ~(1U << sas_phy->id);
211		phy->asd_port = NULL;
212	}
213	spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
214}
215
216static void asd_bytes_dmaed_tasklet(struct asd_ascb *ascb,
217				    struct done_list_struct *dl,
218				    int edb_id, int phy_id)
219{
220	unsigned long flags;
221	int edb_el = edb_id + ascb->edb_index;
222	struct asd_dma_tok *edb = ascb->ha->seq.edb_arr[edb_el];
223	struct asd_phy *phy = &ascb->ha->phys[phy_id];
224	u16 size = ((dl->status_block[3] & 7) << 8) | dl->status_block[2];
225
226	size = min(size, (u16) sizeof(phy->frame_rcvd));
227
228	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
229	memcpy(phy->sas_phy.frame_rcvd, edb->vaddr, size);
230	phy->sas_phy.frame_rcvd_size = size;
231	asd_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
232	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
233	asd_dump_frame_rcvd(phy, dl);
234	asd_form_port(ascb->ha, phy);
235	sas_notify_port_event(&phy->sas_phy, PORTE_BYTES_DMAED);
236}
237
238static void asd_link_reset_err_tasklet(struct asd_ascb *ascb,
239				       struct done_list_struct *dl,
240				       int phy_id)
241{
242	struct asd_ha_struct *asd_ha = ascb->ha;
243	struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
244	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
245	struct asd_phy *phy = &asd_ha->phys[phy_id];
246	u8 lr_error = dl->status_block[1];
247	u8 retries_left = dl->status_block[2];
248
249	switch (lr_error) {
250	case 0:
251		ASD_DPRINTK("phy%d: Receive ID timer expired\n", phy_id);
252		break;
253	case 1:
254		ASD_DPRINTK("phy%d: Loss of signal\n", phy_id);
255		break;
256	case 2:
257		ASD_DPRINTK("phy%d: Loss of dword sync\n", phy_id);
258		break;
259	case 3:
260		ASD_DPRINTK("phy%d: Receive FIS timeout\n", phy_id);
261		break;
262	default:
263		ASD_DPRINTK("phy%d: unknown link reset error code: 0x%x\n",
264			    phy_id, lr_error);
265		break;
266	}
267
268	asd_turn_led(asd_ha, phy_id, 0);
269	sas_phy_disconnected(sas_phy);
270	asd_deform_port(asd_ha, phy);
271	sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
272
273	if (retries_left == 0) {
274		int num = 1;
275		struct asd_ascb *cp = asd_ascb_alloc_list(ascb->ha, &num,
276							  GFP_ATOMIC);
277		if (!cp) {
278			asd_printk("%s: out of memory\n", __func__);
279			goto out;
280		}
281		ASD_DPRINTK("phy%d: retries:0 performing link reset seq\n",
282			    phy_id);
283		asd_build_control_phy(cp, phy_id, ENABLE_PHY);
284		if (asd_post_ascb_list(ascb->ha, cp, 1) != 0)
285			asd_ascb_free(cp);
286	}
287out:
288	;
289}
290
291static void asd_primitive_rcvd_tasklet(struct asd_ascb *ascb,
292				       struct done_list_struct *dl,
293				       int phy_id)
294{
295	unsigned long flags;
296	struct sas_ha_struct *sas_ha = &ascb->ha->sas_ha;
297	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
298	struct asd_ha_struct *asd_ha = ascb->ha;
299	struct asd_phy *phy = &asd_ha->phys[phy_id];
300	u8  reg  = dl->status_block[1];
301	u32 cont = dl->status_block[2] << ((reg & 3)*8);
302
303	reg &= ~3;
304	switch (reg) {
305	case LmPRMSTAT0BYTE0:
306		switch (cont) {
307		case LmBROADCH:
308		case LmBROADRVCH0:
309		case LmBROADRVCH1:
310		case LmBROADSES:
311			ASD_DPRINTK("phy%d: BROADCAST change received:%d\n",
312				    phy_id, cont);
313			spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
314			sas_phy->sas_prim = ffs(cont);
315			spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
316			sas_notify_port_event(sas_phy, PORTE_BROADCAST_RCVD);
317			break;
318
319		case LmUNKNOWNP:
320			ASD_DPRINTK("phy%d: unknown BREAK\n", phy_id);
321			break;
322
323		default:
324			ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
325				    phy_id, reg, cont);
326			break;
327		}
328		break;
329	case LmPRMSTAT1BYTE0:
330		switch (cont) {
331		case LmHARDRST:
332			ASD_DPRINTK("phy%d: HARD_RESET primitive rcvd\n",
333				    phy_id);
334			/* The sequencer disables all phys on that port.
335			 * We have to re-enable the phys ourselves. */
336			asd_deform_port(asd_ha, phy);
337			sas_notify_port_event(sas_phy, PORTE_HARD_RESET);
338			break;
339
340		default:
341			ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
342				    phy_id, reg, cont);
343			break;
344		}
345		break;
346	default:
347		ASD_DPRINTK("unknown primitive register:0x%x\n",
348			    dl->status_block[1]);
349		break;
350	}
351}
352
353/**
354 * asd_invalidate_edb -- invalidate an EDB and if necessary post the ESCB
355 * @ascb: pointer to Empty SCB
356 * @edb_id: index [0,6] to the empty data buffer which is to be invalidated
357 *
358 * After an EDB has been invalidated, if all EDBs in this ESCB have been
359 * invalidated, the ESCB is posted back to the sequencer.
360 * Context is tasklet/IRQ.
361 */
362void asd_invalidate_edb(struct asd_ascb *ascb, int edb_id)
363{
364	struct asd_seq_data *seq = &ascb->ha->seq;
365	struct empty_scb *escb = &ascb->scb->escb;
366	struct sg_el     *eb   = &escb->eb[edb_id];
367	struct asd_dma_tok *edb = seq->edb_arr[ascb->edb_index + edb_id];
368
369	memset(edb->vaddr, 0, ASD_EDB_SIZE);
370	eb->flags |= ELEMENT_NOT_VALID;
371	escb->num_valid--;
372
373	if (escb->num_valid == 0) {
374		int i;
375		/* ASD_DPRINTK("reposting escb: vaddr: 0x%p, "
376			    "dma_handle: 0x%08llx, next: 0x%08llx, "
377			    "index:%d, opcode:0x%02x\n",
378			    ascb->dma_scb.vaddr,
379			    (u64)ascb->dma_scb.dma_handle,
380			    le64_to_cpu(ascb->scb->header.next_scb),
381			    le16_to_cpu(ascb->scb->header.index),
382			    ascb->scb->header.opcode);
383		*/
384		escb->num_valid = ASD_EDBS_PER_SCB;
385		for (i = 0; i < ASD_EDBS_PER_SCB; i++)
386			escb->eb[i].flags = 0;
387		if (!list_empty(&ascb->list))
388			list_del_init(&ascb->list);
389		i = asd_post_escb_list(ascb->ha, ascb, 1);
390		if (i)
391			asd_printk("couldn't post escb, err:%d\n", i);
392	}
393}
394
395static void escb_tasklet_complete(struct asd_ascb *ascb,
396				  struct done_list_struct *dl)
397{
398	struct asd_ha_struct *asd_ha = ascb->ha;
399	struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
400	int edb = (dl->opcode & DL_PHY_MASK) - 1; /* [0xc1,0xc7] -> [0,6] */
401	u8  sb_opcode = dl->status_block[0];
402	int phy_id = sb_opcode & DL_PHY_MASK;
403	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
404	struct asd_phy *phy = &asd_ha->phys[phy_id];
405
406	if (edb > 6 || edb < 0) {
407		ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
408			    edb, dl->opcode);
409		ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
410			    sb_opcode, phy_id);
411		ASD_DPRINTK("escb: vaddr: 0x%p, "
412			    "dma_handle: 0x%llx, next: 0x%llx, "
413			    "index:%d, opcode:0x%02x\n",
414			    ascb->dma_scb.vaddr,
415			    (unsigned long long)ascb->dma_scb.dma_handle,
416			    (unsigned long long)
417			    le64_to_cpu(ascb->scb->header.next_scb),
418			    le16_to_cpu(ascb->scb->header.index),
419			    ascb->scb->header.opcode);
420	}
421
422	/* Catch these before we mask off the sb_opcode bits */
423	switch (sb_opcode) {
424	case REQ_TASK_ABORT: {
425		struct asd_ascb *a, *b;
426		u16 tc_abort;
427		struct domain_device *failed_dev = NULL;
428
429		ASD_DPRINTK("%s: REQ_TASK_ABORT, reason=0x%X\n",
430			    __func__, dl->status_block[3]);
431
432		/*
433		 * Find the task that caused the abort and abort it first.
434		 * The sequencer won't put anything on the done list until
435		 * that happens.
436		 */
437		tc_abort = *((u16*)(&dl->status_block[1]));
438		tc_abort = le16_to_cpu(tc_abort);
439
440		list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list) {
441			struct sas_task *task = a->uldd_task;
442
443			if (a->tc_index != tc_abort)
444				continue;
445
446			if (task) {
447				failed_dev = task->dev;
448				sas_task_abort(task);
449			} else {
450				ASD_DPRINTK("R_T_A for non TASK scb 0x%x\n",
451					    a->scb->header.opcode);
452			}
453			break;
454		}
455
456		if (!failed_dev) {
457			ASD_DPRINTK("%s: Can't find task (tc=%d) to abort!\n",
458				    __func__, tc_abort);
459			goto out;
460		}
461
462		/*
463		 * Now abort everything else for that device (hba?) so
464		 * that the EH will wake up and do something.
465		 */
466		list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list) {
467			struct sas_task *task = a->uldd_task;
468
469			if (task &&
470			    task->dev == failed_dev &&
471			    a->tc_index != tc_abort)
472				sas_task_abort(task);
473		}
474
475		goto out;
476	}
477	case REQ_DEVICE_RESET: {
478		struct asd_ascb *a;
479		u16 conn_handle;
480		unsigned long flags;
481		struct sas_task *last_dev_task = NULL;
482
483		conn_handle = *((u16*)(&dl->status_block[1]));
484		conn_handle = le16_to_cpu(conn_handle);
485
486		ASD_DPRINTK("%s: REQ_DEVICE_RESET, reason=0x%X\n", __func__,
487			    dl->status_block[3]);
488
489		/* Find the last pending task for the device... */
490		list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
491			u16 x;
492			struct domain_device *dev;
493			struct sas_task *task = a->uldd_task;
494
495			if (!task)
496				continue;
497			dev = task->dev;
498
499			x = (unsigned long)dev->lldd_dev;
500			if (x == conn_handle)
501				last_dev_task = task;
502		}
503
504		if (!last_dev_task) {
505			ASD_DPRINTK("%s: Device reset for idle device %d?\n",
506				    __func__, conn_handle);
507			goto out;
508		}
509
510		/* ...and set the reset flag */
511		spin_lock_irqsave(&last_dev_task->task_state_lock, flags);
512		last_dev_task->task_state_flags |= SAS_TASK_NEED_DEV_RESET;
513		spin_unlock_irqrestore(&last_dev_task->task_state_lock, flags);
514
515		/* Kill all pending tasks for the device */
516		list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
517			u16 x;
518			struct domain_device *dev;
519			struct sas_task *task = a->uldd_task;
520
521			if (!task)
522				continue;
523			dev = task->dev;
524
525			x = (unsigned long)dev->lldd_dev;
526			if (x == conn_handle)
527				sas_task_abort(task);
528		}
529
530		goto out;
531	}
532	case SIGNAL_NCQ_ERROR:
533		ASD_DPRINTK("%s: SIGNAL_NCQ_ERROR\n", __func__);
534		goto out;
535	case CLEAR_NCQ_ERROR:
536		ASD_DPRINTK("%s: CLEAR_NCQ_ERROR\n", __func__);
537		goto out;
538	}
539
540	sb_opcode &= ~DL_PHY_MASK;
541
542	switch (sb_opcode) {
543	case BYTES_DMAED:
544		ASD_DPRINTK("%s: phy%d: BYTES_DMAED\n", __func__, phy_id);
545		asd_bytes_dmaed_tasklet(ascb, dl, edb, phy_id);
546		break;
547	case PRIMITIVE_RECVD:
548		ASD_DPRINTK("%s: phy%d: PRIMITIVE_RECVD\n", __func__,
549			    phy_id);
550		asd_primitive_rcvd_tasklet(ascb, dl, phy_id);
551		break;
552	case PHY_EVENT:
553		ASD_DPRINTK("%s: phy%d: PHY_EVENT\n", __func__, phy_id);
554		asd_phy_event_tasklet(ascb, dl);
555		break;
556	case LINK_RESET_ERROR:
557		ASD_DPRINTK("%s: phy%d: LINK_RESET_ERROR\n", __func__,
558			    phy_id);
559		asd_link_reset_err_tasklet(ascb, dl, phy_id);
560		break;
561	case TIMER_EVENT:
562		ASD_DPRINTK("%s: phy%d: TIMER_EVENT, lost dw sync\n",
563			    __func__, phy_id);
564		asd_turn_led(asd_ha, phy_id, 0);
565		/* the device is gone */
566		sas_phy_disconnected(sas_phy);
567		asd_deform_port(asd_ha, phy);
568		sas_notify_port_event(sas_phy, PORTE_TIMER_EVENT);
569		break;
570	default:
571		ASD_DPRINTK("%s: phy%d: unknown event:0x%x\n", __func__,
572			    phy_id, sb_opcode);
573		ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
574			    edb, dl->opcode);
575		ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
576			    sb_opcode, phy_id);
577		ASD_DPRINTK("escb: vaddr: 0x%p, "
578			    "dma_handle: 0x%llx, next: 0x%llx, "
579			    "index:%d, opcode:0x%02x\n",
580			    ascb->dma_scb.vaddr,
581			    (unsigned long long)ascb->dma_scb.dma_handle,
582			    (unsigned long long)
583			    le64_to_cpu(ascb->scb->header.next_scb),
584			    le16_to_cpu(ascb->scb->header.index),
585			    ascb->scb->header.opcode);
586
587		break;
588	}
589out:
590	asd_invalidate_edb(ascb, edb);
591}
592
593int asd_init_post_escbs(struct asd_ha_struct *asd_ha)
594{
595	struct asd_seq_data *seq = &asd_ha->seq;
596	int i;
597
598	for (i = 0; i < seq->num_escbs; i++)
599		seq->escb_arr[i]->tasklet_complete = escb_tasklet_complete;
600
601	ASD_DPRINTK("posting %d escbs\n", i);
602	return asd_post_escb_list(asd_ha, seq->escb_arr[0], seq->num_escbs);
603}
604
605/* ---------- CONTROL PHY ---------- */
606
607#define CONTROL_PHY_STATUS (CURRENT_DEVICE_PRESENT | CURRENT_OOB_DONE   \
608			    | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
609			    | CURRENT_OOB_ERROR)
610
611/**
612 * control_phy_tasklet_complete -- tasklet complete for CONTROL PHY ascb
613 * @ascb: pointer to an ascb
614 * @dl: pointer to the done list entry
615 *
616 * This function completes a CONTROL PHY scb and frees the ascb.
617 * A note on LEDs:
618 *  - an LED blinks if there is IO though it,
619 *  - if a device is connected to the LED, it is lit,
620 *  - if no device is connected to the LED, is is dimmed (off).
621 */
622static void control_phy_tasklet_complete(struct asd_ascb *ascb,
623					 struct done_list_struct *dl)
624{
625	struct asd_ha_struct *asd_ha = ascb->ha;
626	struct scb *scb = ascb->scb;
627	struct control_phy *control_phy = &scb->control_phy;
628	u8 phy_id = control_phy->phy_id;
629	struct asd_phy *phy = &ascb->ha->phys[phy_id];
630
631	u8 status     = dl->status_block[0];
632	u8 oob_status = dl->status_block[1];
633	u8 oob_mode   = dl->status_block[2];
634	/* u8 oob_signals= dl->status_block[3]; */
635
636	if (status != 0) {
637		ASD_DPRINTK("%s: phy%d status block opcode:0x%x\n",
638			    __func__, phy_id, status);
639		goto out;
640	}
641
642	switch (control_phy->sub_func) {
643	case DISABLE_PHY:
644		asd_ha->hw_prof.enabled_phys &= ~(1 << phy_id);
645		asd_turn_led(asd_ha, phy_id, 0);
646		asd_control_led(asd_ha, phy_id, 0);
647		ASD_DPRINTK("%s: disable phy%d\n", __func__, phy_id);
648		break;
649
650	case ENABLE_PHY:
651		asd_control_led(asd_ha, phy_id, 1);
652		if (oob_status & CURRENT_OOB_DONE) {
653			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
654			get_lrate_mode(phy, oob_mode);
655			asd_turn_led(asd_ha, phy_id, 1);
656			ASD_DPRINTK("%s: phy%d, lrate:0x%x, proto:0x%x\n",
657				    __func__, phy_id,phy->sas_phy.linkrate,
658				    phy->sas_phy.iproto);
659		} else if (oob_status & CURRENT_SPINUP_HOLD) {
660			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
661			asd_turn_led(asd_ha, phy_id, 1);
662			ASD_DPRINTK("%s: phy%d, spinup hold\n", __func__,
663				    phy_id);
664		} else if (oob_status & CURRENT_ERR_MASK) {
665			asd_turn_led(asd_ha, phy_id, 0);
666			ASD_DPRINTK("%s: phy%d: error: oob status:0x%02x\n",
667				    __func__, phy_id, oob_status);
668		} else if (oob_status & (CURRENT_HOT_PLUG_CNCT
669					 | CURRENT_DEVICE_PRESENT))  {
670			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
671			asd_turn_led(asd_ha, phy_id, 1);
672			ASD_DPRINTK("%s: phy%d: hot plug or device present\n",
673				    __func__, phy_id);
674		} else {
675			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
676			asd_turn_led(asd_ha, phy_id, 0);
677			ASD_DPRINTK("%s: phy%d: no device present: "
678				    "oob_status:0x%x\n",
679				    __func__, phy_id, oob_status);
680		}
681		break;
682	case RELEASE_SPINUP_HOLD:
683	case PHY_NO_OP:
684	case EXECUTE_HARD_RESET:
685		ASD_DPRINTK("%s: phy%d: sub_func:0x%x\n", __func__,
686			    phy_id, control_phy->sub_func);
687		/* XXX finish */
688		break;
689	default:
690		ASD_DPRINTK("%s: phy%d: sub_func:0x%x?\n", __func__,
691			    phy_id, control_phy->sub_func);
692		break;
693	}
694out:
695	asd_ascb_free(ascb);
696}
697
698static void set_speed_mask(u8 *speed_mask, struct asd_phy_desc *pd)
699{
700	/* disable all speeds, then enable defaults */
701	*speed_mask = SAS_SPEED_60_DIS | SAS_SPEED_30_DIS | SAS_SPEED_15_DIS
702		| SATA_SPEED_30_DIS | SATA_SPEED_15_DIS;
703
704	switch (pd->max_sas_lrate) {
705	case SAS_LINK_RATE_6_0_GBPS:
706		*speed_mask &= ~SAS_SPEED_60_DIS;
707		fallthrough;
708	default:
709	case SAS_LINK_RATE_3_0_GBPS:
710		*speed_mask &= ~SAS_SPEED_30_DIS;
711		fallthrough;
712	case SAS_LINK_RATE_1_5_GBPS:
713		*speed_mask &= ~SAS_SPEED_15_DIS;
714	}
715
716	switch (pd->min_sas_lrate) {
717	case SAS_LINK_RATE_6_0_GBPS:
718		*speed_mask |= SAS_SPEED_30_DIS;
719		fallthrough;
720	case SAS_LINK_RATE_3_0_GBPS:
721		*speed_mask |= SAS_SPEED_15_DIS;
722	default:
723	case SAS_LINK_RATE_1_5_GBPS:
724		/* nothing to do */
725		;
726	}
727
728	switch (pd->max_sata_lrate) {
729	case SAS_LINK_RATE_3_0_GBPS:
730		*speed_mask &= ~SATA_SPEED_30_DIS;
731		fallthrough;
732	default:
733	case SAS_LINK_RATE_1_5_GBPS:
734		*speed_mask &= ~SATA_SPEED_15_DIS;
735	}
736
737	switch (pd->min_sata_lrate) {
738	case SAS_LINK_RATE_3_0_GBPS:
739		*speed_mask |= SATA_SPEED_15_DIS;
740	default:
741	case SAS_LINK_RATE_1_5_GBPS:
742		/* nothing to do */
743		;
744	}
745}
746
747/**
748 * asd_build_control_phy -- build a CONTROL PHY SCB
749 * @ascb: pointer to an ascb
750 * @phy_id: phy id to control, integer
751 * @subfunc: subfunction, what to actually to do the phy
752 *
753 * This function builds a CONTROL PHY scb.  No allocation of any kind
754 * is performed. @ascb is allocated with the list function.
755 * The caller can override the ascb->tasklet_complete to point
756 * to its own callback function.  It must call asd_ascb_free()
757 * at its tasklet complete function.
758 * See the default implementation.
759 */
760void asd_build_control_phy(struct asd_ascb *ascb, int phy_id, u8 subfunc)
761{
762	struct asd_phy *phy = &ascb->ha->phys[phy_id];
763	struct scb *scb = ascb->scb;
764	struct control_phy *control_phy = &scb->control_phy;
765
766	scb->header.opcode = CONTROL_PHY;
767	control_phy->phy_id = (u8) phy_id;
768	control_phy->sub_func = subfunc;
769
770	switch (subfunc) {
771	case EXECUTE_HARD_RESET:  /* 0x81 */
772	case ENABLE_PHY:          /* 0x01 */
773		/* decide hot plug delay */
774		control_phy->hot_plug_delay = HOTPLUG_DELAY_TIMEOUT;
775
776		/* decide speed mask */
777		set_speed_mask(&control_phy->speed_mask, phy->phy_desc);
778
779		/* initiator port settings are in the hi nibble */
780		if (phy->sas_phy.role == PHY_ROLE_INITIATOR)
781			control_phy->port_type = SAS_PROTOCOL_ALL << 4;
782		else if (phy->sas_phy.role == PHY_ROLE_TARGET)
783			control_phy->port_type = SAS_PROTOCOL_ALL;
784		else
785			control_phy->port_type =
786				(SAS_PROTOCOL_ALL << 4) | SAS_PROTOCOL_ALL;
787
788		/* link reset retries, this should be nominal */
789		control_phy->link_reset_retries = 10;
790		fallthrough;
791
792	case RELEASE_SPINUP_HOLD: /* 0x02 */
793		/* decide the func_mask */
794		control_phy->func_mask = FUNCTION_MASK_DEFAULT;
795		if (phy->phy_desc->flags & ASD_SATA_SPINUP_HOLD)
796			control_phy->func_mask &= ~SPINUP_HOLD_DIS;
797		else
798			control_phy->func_mask |= SPINUP_HOLD_DIS;
799	}
800
801	control_phy->conn_handle = cpu_to_le16(0xFFFF);
802
803	ascb->tasklet_complete = control_phy_tasklet_complete;
804}
805
806/* ---------- INITIATE LINK ADM TASK ---------- */
807
808#if 0
809
810static void link_adm_tasklet_complete(struct asd_ascb *ascb,
811				      struct done_list_struct *dl)
812{
813	u8 opcode = dl->opcode;
814	struct initiate_link_adm *link_adm = &ascb->scb->link_adm;
815	u8 phy_id = link_adm->phy_id;
816
817	if (opcode != TC_NO_ERROR) {
818		asd_printk("phy%d: link adm task 0x%x completed with error "
819			   "0x%x\n", phy_id, link_adm->sub_func, opcode);
820	}
821	ASD_DPRINTK("phy%d: link adm task 0x%x: 0x%x\n",
822		    phy_id, link_adm->sub_func, opcode);
823
824	asd_ascb_free(ascb);
825}
826
827void asd_build_initiate_link_adm_task(struct asd_ascb *ascb, int phy_id,
828				      u8 subfunc)
829{
830	struct scb *scb = ascb->scb;
831	struct initiate_link_adm *link_adm = &scb->link_adm;
832
833	scb->header.opcode = INITIATE_LINK_ADM_TASK;
834
835	link_adm->phy_id = phy_id;
836	link_adm->sub_func = subfunc;
837	link_adm->conn_handle = cpu_to_le16(0xFFFF);
838
839	ascb->tasklet_complete = link_adm_tasklet_complete;
840}
841
842#endif  /*  0  */
843
844/* ---------- SCB timer ---------- */
845
846/**
847 * asd_ascb_timedout -- called when a pending SCB's timer has expired
848 * @t: Timer context used to fetch the SCB
849 *
850 * This is the default timeout function which does the most necessary.
851 * Upper layers can implement their own timeout function, say to free
852 * resources they have with this SCB, and then call this one at the
853 * end of their timeout function.  To do this, one should initialize
854 * the ascb->timer.{function, expires} prior to calling the post
855 * function. The timer is started by the post function.
856 */
857void asd_ascb_timedout(struct timer_list *t)
858{
859	struct asd_ascb *ascb = from_timer(ascb, t, timer);
860	struct asd_seq_data *seq = &ascb->ha->seq;
861	unsigned long flags;
862
863	ASD_DPRINTK("scb:0x%x timed out\n", ascb->scb->header.opcode);
864
865	spin_lock_irqsave(&seq->pend_q_lock, flags);
866	seq->pending--;
867	list_del_init(&ascb->list);
868	spin_unlock_irqrestore(&seq->pend_q_lock, flags);
869
870	asd_ascb_free(ascb);
871}
872
873/* ---------- CONTROL PHY ---------- */
874
875/* Given the spec value, return a driver value. */
876static const int phy_func_table[] = {
877	[PHY_FUNC_NOP]        = PHY_NO_OP,
878	[PHY_FUNC_LINK_RESET] = ENABLE_PHY,
879	[PHY_FUNC_HARD_RESET] = EXECUTE_HARD_RESET,
880	[PHY_FUNC_DISABLE]    = DISABLE_PHY,
881	[PHY_FUNC_RELEASE_SPINUP_HOLD] = RELEASE_SPINUP_HOLD,
882};
883
884int asd_control_phy(struct asd_sas_phy *phy, enum phy_func func, void *arg)
885{
886	struct asd_ha_struct *asd_ha = phy->ha->lldd_ha;
887	struct asd_phy_desc *pd = asd_ha->phys[phy->id].phy_desc;
888	struct asd_ascb *ascb;
889	struct sas_phy_linkrates *rates;
890	int res = 1;
891
892	switch (func) {
893	case PHY_FUNC_CLEAR_ERROR_LOG:
894	case PHY_FUNC_GET_EVENTS:
895		return -ENOSYS;
896	case PHY_FUNC_SET_LINK_RATE:
897		rates = arg;
898		if (rates->minimum_linkrate) {
899			pd->min_sas_lrate = rates->minimum_linkrate;
900			pd->min_sata_lrate = rates->minimum_linkrate;
901		}
902		if (rates->maximum_linkrate) {
903			pd->max_sas_lrate = rates->maximum_linkrate;
904			pd->max_sata_lrate = rates->maximum_linkrate;
905		}
906		func = PHY_FUNC_LINK_RESET;
907		break;
908	default:
909		break;
910	}
911
912	ascb = asd_ascb_alloc_list(asd_ha, &res, GFP_KERNEL);
913	if (!ascb)
914		return -ENOMEM;
915
916	asd_build_control_phy(ascb, phy->id, phy_func_table[func]);
917	res = asd_post_ascb_list(asd_ha, ascb , 1);
918	if (res)
919		asd_ascb_free(ascb);
920
921	return res;
922}
923