1// SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2// Copyright(c) 2015-18 Intel Corporation.
3
4/*
5 *  stream.c - SoundWire Bus stream operations.
6 */
7
8#include <linux/delay.h>
9#include <linux/device.h>
10#include <linux/init.h>
11#include <linux/module.h>
12#include <linux/mod_devicetable.h>
13#include <linux/slab.h>
14#include <linux/soundwire/sdw_registers.h>
15#include <linux/soundwire/sdw.h>
16#include <sound/soc.h>
17#include "bus.h"
18
19/*
20 * Array of supported rows and columns as per MIPI SoundWire Specification 1.1
21 *
22 * The rows are arranged as per the array index value programmed
23 * in register. The index 15 has dummy value 0 in order to fill hole.
24 */
25int sdw_rows[SDW_FRAME_ROWS] = {48, 50, 60, 64, 75, 80, 125, 147,
26			96, 100, 120, 128, 150, 160, 250, 0,
27			192, 200, 240, 256, 72, 144, 90, 180};
28EXPORT_SYMBOL(sdw_rows);
29
30int sdw_cols[SDW_FRAME_COLS] = {2, 4, 6, 8, 10, 12, 14, 16};
31EXPORT_SYMBOL(sdw_cols);
32
33int sdw_find_col_index(int col)
34{
35	int i;
36
37	for (i = 0; i < SDW_FRAME_COLS; i++) {
38		if (sdw_cols[i] == col)
39			return i;
40	}
41
42	pr_warn("Requested column not found, selecting lowest column no: 2\n");
43	return 0;
44}
45EXPORT_SYMBOL(sdw_find_col_index);
46
47int sdw_find_row_index(int row)
48{
49	int i;
50
51	for (i = 0; i < SDW_FRAME_ROWS; i++) {
52		if (sdw_rows[i] == row)
53			return i;
54	}
55
56	pr_warn("Requested row not found, selecting lowest row no: 48\n");
57	return 0;
58}
59EXPORT_SYMBOL(sdw_find_row_index);
60
61static int _sdw_program_slave_port_params(struct sdw_bus *bus,
62					  struct sdw_slave *slave,
63					  struct sdw_transport_params *t_params,
64					  enum sdw_dpn_type type)
65{
66	u32 addr1, addr2, addr3, addr4;
67	int ret;
68	u16 wbuf;
69
70	if (bus->params.next_bank) {
71		addr1 = SDW_DPN_OFFSETCTRL2_B1(t_params->port_num);
72		addr2 = SDW_DPN_BLOCKCTRL3_B1(t_params->port_num);
73		addr3 = SDW_DPN_SAMPLECTRL2_B1(t_params->port_num);
74		addr4 = SDW_DPN_HCTRL_B1(t_params->port_num);
75	} else {
76		addr1 = SDW_DPN_OFFSETCTRL2_B0(t_params->port_num);
77		addr2 = SDW_DPN_BLOCKCTRL3_B0(t_params->port_num);
78		addr3 = SDW_DPN_SAMPLECTRL2_B0(t_params->port_num);
79		addr4 = SDW_DPN_HCTRL_B0(t_params->port_num);
80	}
81
82	/* Program DPN_OffsetCtrl2 registers */
83	ret = sdw_write(slave, addr1, t_params->offset2);
84	if (ret < 0) {
85		dev_err(bus->dev, "DPN_OffsetCtrl2 register write failed\n");
86		return ret;
87	}
88
89	/* Program DPN_BlockCtrl3 register */
90	ret = sdw_write(slave, addr2, t_params->blk_pkg_mode);
91	if (ret < 0) {
92		dev_err(bus->dev, "DPN_BlockCtrl3 register write failed\n");
93		return ret;
94	}
95
96	/*
97	 * Data ports are FULL, SIMPLE and REDUCED. This function handles
98	 * FULL and REDUCED only and beyond this point only FULL is
99	 * handled, so bail out if we are not FULL data port type
100	 */
101	if (type != SDW_DPN_FULL)
102		return ret;
103
104	/* Program DPN_SampleCtrl2 register */
105	wbuf = FIELD_GET(SDW_DPN_SAMPLECTRL_HIGH, t_params->sample_interval - 1);
106
107	ret = sdw_write(slave, addr3, wbuf);
108	if (ret < 0) {
109		dev_err(bus->dev, "DPN_SampleCtrl2 register write failed\n");
110		return ret;
111	}
112
113	/* Program DPN_HCtrl register */
114	wbuf = FIELD_PREP(SDW_DPN_HCTRL_HSTART, t_params->hstart);
115	wbuf |= FIELD_PREP(SDW_DPN_HCTRL_HSTOP, t_params->hstop);
116
117	ret = sdw_write(slave, addr4, wbuf);
118	if (ret < 0)
119		dev_err(bus->dev, "DPN_HCtrl register write failed\n");
120
121	return ret;
122}
123
124static int sdw_program_slave_port_params(struct sdw_bus *bus,
125					 struct sdw_slave_runtime *s_rt,
126					 struct sdw_port_runtime *p_rt)
127{
128	struct sdw_transport_params *t_params = &p_rt->transport_params;
129	struct sdw_port_params *p_params = &p_rt->port_params;
130	struct sdw_slave_prop *slave_prop = &s_rt->slave->prop;
131	u32 addr1, addr2, addr3, addr4, addr5, addr6;
132	struct sdw_dpn_prop *dpn_prop;
133	int ret;
134	u8 wbuf;
135
136	dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
137					  s_rt->direction,
138					  t_params->port_num);
139	if (!dpn_prop)
140		return -EINVAL;
141
142	addr1 = SDW_DPN_PORTCTRL(t_params->port_num);
143	addr2 = SDW_DPN_BLOCKCTRL1(t_params->port_num);
144
145	if (bus->params.next_bank) {
146		addr3 = SDW_DPN_SAMPLECTRL1_B1(t_params->port_num);
147		addr4 = SDW_DPN_OFFSETCTRL1_B1(t_params->port_num);
148		addr5 = SDW_DPN_BLOCKCTRL2_B1(t_params->port_num);
149		addr6 = SDW_DPN_LANECTRL_B1(t_params->port_num);
150
151	} else {
152		addr3 = SDW_DPN_SAMPLECTRL1_B0(t_params->port_num);
153		addr4 = SDW_DPN_OFFSETCTRL1_B0(t_params->port_num);
154		addr5 = SDW_DPN_BLOCKCTRL2_B0(t_params->port_num);
155		addr6 = SDW_DPN_LANECTRL_B0(t_params->port_num);
156	}
157
158	/* Program DPN_PortCtrl register */
159	wbuf = FIELD_PREP(SDW_DPN_PORTCTRL_DATAMODE, p_params->data_mode);
160	wbuf |= FIELD_PREP(SDW_DPN_PORTCTRL_FLOWMODE, p_params->flow_mode);
161
162	ret = sdw_update(s_rt->slave, addr1, 0xF, wbuf);
163	if (ret < 0) {
164		dev_err(&s_rt->slave->dev,
165			"DPN_PortCtrl register write failed for port %d\n",
166			t_params->port_num);
167		return ret;
168	}
169
170	if (!dpn_prop->read_only_wordlength) {
171		/* Program DPN_BlockCtrl1 register */
172		ret = sdw_write(s_rt->slave, addr2, (p_params->bps - 1));
173		if (ret < 0) {
174			dev_err(&s_rt->slave->dev,
175				"DPN_BlockCtrl1 register write failed for port %d\n",
176				t_params->port_num);
177			return ret;
178		}
179	}
180
181	/* Program DPN_SampleCtrl1 register */
182	wbuf = (t_params->sample_interval - 1) & SDW_DPN_SAMPLECTRL_LOW;
183	ret = sdw_write(s_rt->slave, addr3, wbuf);
184	if (ret < 0) {
185		dev_err(&s_rt->slave->dev,
186			"DPN_SampleCtrl1 register write failed for port %d\n",
187			t_params->port_num);
188		return ret;
189	}
190
191	/* Program DPN_OffsetCtrl1 registers */
192	ret = sdw_write(s_rt->slave, addr4, t_params->offset1);
193	if (ret < 0) {
194		dev_err(&s_rt->slave->dev,
195			"DPN_OffsetCtrl1 register write failed for port %d\n",
196			t_params->port_num);
197		return ret;
198	}
199
200	/* Program DPN_BlockCtrl2 register*/
201	if (t_params->blk_grp_ctrl_valid) {
202		ret = sdw_write(s_rt->slave, addr5, t_params->blk_grp_ctrl);
203		if (ret < 0) {
204			dev_err(&s_rt->slave->dev,
205				"DPN_BlockCtrl2 reg write failed for port %d\n",
206				t_params->port_num);
207			return ret;
208		}
209	}
210
211	/* program DPN_LaneCtrl register */
212	if (slave_prop->lane_control_support) {
213		ret = sdw_write(s_rt->slave, addr6, t_params->lane_ctrl);
214		if (ret < 0) {
215			dev_err(&s_rt->slave->dev,
216				"DPN_LaneCtrl register write failed for port %d\n",
217				t_params->port_num);
218			return ret;
219		}
220	}
221
222	if (dpn_prop->type != SDW_DPN_SIMPLE) {
223		ret = _sdw_program_slave_port_params(bus, s_rt->slave,
224						     t_params, dpn_prop->type);
225		if (ret < 0)
226			dev_err(&s_rt->slave->dev,
227				"Transport reg write failed for port: %d\n",
228				t_params->port_num);
229	}
230
231	return ret;
232}
233
234static int sdw_program_master_port_params(struct sdw_bus *bus,
235					  struct sdw_port_runtime *p_rt)
236{
237	int ret;
238
239	/*
240	 * we need to set transport and port parameters for the port.
241	 * Transport parameters refers to the sample interval, offsets and
242	 * hstart/stop etc of the data. Port parameters refers to word
243	 * length, flow mode etc of the port
244	 */
245	ret = bus->port_ops->dpn_set_port_transport_params(bus,
246					&p_rt->transport_params,
247					bus->params.next_bank);
248	if (ret < 0)
249		return ret;
250
251	return bus->port_ops->dpn_set_port_params(bus,
252						  &p_rt->port_params,
253						  bus->params.next_bank);
254}
255
256/**
257 * sdw_program_port_params() - Programs transport parameters of Master(s)
258 * and Slave(s)
259 *
260 * @m_rt: Master stream runtime
261 */
262static int sdw_program_port_params(struct sdw_master_runtime *m_rt)
263{
264	struct sdw_slave_runtime *s_rt = NULL;
265	struct sdw_bus *bus = m_rt->bus;
266	struct sdw_port_runtime *p_rt;
267	int ret = 0;
268
269	/* Program transport & port parameters for Slave(s) */
270	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
271		list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
272			ret = sdw_program_slave_port_params(bus, s_rt, p_rt);
273			if (ret < 0)
274				return ret;
275		}
276	}
277
278	/* Program transport & port parameters for Master(s) */
279	list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
280		ret = sdw_program_master_port_params(bus, p_rt);
281		if (ret < 0)
282			return ret;
283	}
284
285	return 0;
286}
287
288/**
289 * sdw_enable_disable_slave_ports: Enable/disable slave data port
290 *
291 * @bus: bus instance
292 * @s_rt: slave runtime
293 * @p_rt: port runtime
294 * @en: enable or disable operation
295 *
296 * This function only sets the enable/disable bits in the relevant bank, the
297 * actual enable/disable is done with a bank switch
298 */
299static int sdw_enable_disable_slave_ports(struct sdw_bus *bus,
300					  struct sdw_slave_runtime *s_rt,
301					  struct sdw_port_runtime *p_rt,
302					  bool en)
303{
304	struct sdw_transport_params *t_params = &p_rt->transport_params;
305	u32 addr;
306	int ret;
307
308	if (bus->params.next_bank)
309		addr = SDW_DPN_CHANNELEN_B1(p_rt->num);
310	else
311		addr = SDW_DPN_CHANNELEN_B0(p_rt->num);
312
313	/*
314	 * Since bus doesn't support sharing a port across two streams,
315	 * it is safe to reset this register
316	 */
317	if (en)
318		ret = sdw_write(s_rt->slave, addr, p_rt->ch_mask);
319	else
320		ret = sdw_write(s_rt->slave, addr, 0x0);
321
322	if (ret < 0)
323		dev_err(&s_rt->slave->dev,
324			"Slave chn_en reg write failed:%d port:%d\n",
325			ret, t_params->port_num);
326
327	return ret;
328}
329
330static int sdw_enable_disable_master_ports(struct sdw_master_runtime *m_rt,
331					   struct sdw_port_runtime *p_rt,
332					   bool en)
333{
334	struct sdw_transport_params *t_params = &p_rt->transport_params;
335	struct sdw_bus *bus = m_rt->bus;
336	struct sdw_enable_ch enable_ch;
337	int ret;
338
339	enable_ch.port_num = p_rt->num;
340	enable_ch.ch_mask = p_rt->ch_mask;
341	enable_ch.enable = en;
342
343	/* Perform Master port channel(s) enable/disable */
344	if (bus->port_ops->dpn_port_enable_ch) {
345		ret = bus->port_ops->dpn_port_enable_ch(bus,
346							&enable_ch,
347							bus->params.next_bank);
348		if (ret < 0) {
349			dev_err(bus->dev,
350				"Master chn_en write failed:%d port:%d\n",
351				ret, t_params->port_num);
352			return ret;
353		}
354	} else {
355		dev_err(bus->dev,
356			"dpn_port_enable_ch not supported, %s failed\n",
357			en ? "enable" : "disable");
358		return -EINVAL;
359	}
360
361	return 0;
362}
363
364/**
365 * sdw_enable_disable_ports() - Enable/disable port(s) for Master and
366 * Slave(s)
367 *
368 * @m_rt: Master stream runtime
369 * @en: mode (enable/disable)
370 */
371static int sdw_enable_disable_ports(struct sdw_master_runtime *m_rt, bool en)
372{
373	struct sdw_port_runtime *s_port, *m_port;
374	struct sdw_slave_runtime *s_rt;
375	int ret = 0;
376
377	/* Enable/Disable Slave port(s) */
378	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
379		list_for_each_entry(s_port, &s_rt->port_list, port_node) {
380			ret = sdw_enable_disable_slave_ports(m_rt->bus, s_rt,
381							     s_port, en);
382			if (ret < 0)
383				return ret;
384		}
385	}
386
387	/* Enable/Disable Master port(s) */
388	list_for_each_entry(m_port, &m_rt->port_list, port_node) {
389		ret = sdw_enable_disable_master_ports(m_rt, m_port, en);
390		if (ret < 0)
391			return ret;
392	}
393
394	return 0;
395}
396
397static int sdw_do_port_prep(struct sdw_slave_runtime *s_rt,
398			    struct sdw_prepare_ch prep_ch,
399			    enum sdw_port_prep_ops cmd)
400{
401	const struct sdw_slave_ops *ops = s_rt->slave->ops;
402	int ret;
403
404	if (ops->port_prep) {
405		ret = ops->port_prep(s_rt->slave, &prep_ch, cmd);
406		if (ret < 0) {
407			dev_err(&s_rt->slave->dev,
408				"Slave Port Prep cmd %d failed: %d\n",
409				cmd, ret);
410			return ret;
411		}
412	}
413
414	return 0;
415}
416
417static int sdw_prep_deprep_slave_ports(struct sdw_bus *bus,
418				       struct sdw_slave_runtime *s_rt,
419				       struct sdw_port_runtime *p_rt,
420				       bool prep)
421{
422	struct completion *port_ready;
423	struct sdw_dpn_prop *dpn_prop;
424	struct sdw_prepare_ch prep_ch;
425	bool intr = false;
426	int ret = 0, val;
427	u32 addr;
428
429	prep_ch.num = p_rt->num;
430	prep_ch.ch_mask = p_rt->ch_mask;
431
432	dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
433					  s_rt->direction,
434					  prep_ch.num);
435	if (!dpn_prop) {
436		dev_err(bus->dev,
437			"Slave Port:%d properties not found\n", prep_ch.num);
438		return -EINVAL;
439	}
440
441	prep_ch.prepare = prep;
442
443	prep_ch.bank = bus->params.next_bank;
444
445	if (dpn_prop->imp_def_interrupts || !dpn_prop->simple_ch_prep_sm ||
446	    bus->params.s_data_mode != SDW_PORT_DATA_MODE_NORMAL)
447		intr = true;
448
449	/*
450	 * Enable interrupt before Port prepare.
451	 * For Port de-prepare, it is assumed that port
452	 * was prepared earlier
453	 */
454	if (prep && intr) {
455		ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
456					     dpn_prop->imp_def_interrupts);
457		if (ret < 0)
458			return ret;
459	}
460
461	/* Inform slave about the impending port prepare */
462	sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_PRE_PREP);
463
464	/* Prepare Slave port implementing CP_SM */
465	if (!dpn_prop->simple_ch_prep_sm) {
466		addr = SDW_DPN_PREPARECTRL(p_rt->num);
467
468		if (prep)
469			ret = sdw_write(s_rt->slave, addr, p_rt->ch_mask);
470		else
471			ret = sdw_write(s_rt->slave, addr, 0x0);
472
473		if (ret < 0) {
474			dev_err(&s_rt->slave->dev,
475				"Slave prep_ctrl reg write failed\n");
476			return ret;
477		}
478
479		/* Wait for completion on port ready */
480		port_ready = &s_rt->slave->port_ready[prep_ch.num];
481		wait_for_completion_timeout(port_ready,
482			msecs_to_jiffies(dpn_prop->ch_prep_timeout));
483
484		val = sdw_read(s_rt->slave, SDW_DPN_PREPARESTATUS(p_rt->num));
485		if ((val < 0) || (val & p_rt->ch_mask)) {
486			ret = (val < 0) ? val : -ETIMEDOUT;
487			dev_err(&s_rt->slave->dev,
488				"Chn prep failed for port %d: %d\n", prep_ch.num, ret);
489			return ret;
490		}
491	}
492
493	/* Inform slaves about ports prepared */
494	sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_POST_PREP);
495
496	/* Disable interrupt after Port de-prepare */
497	if (!prep && intr)
498		ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
499					     dpn_prop->imp_def_interrupts);
500
501	return ret;
502}
503
504static int sdw_prep_deprep_master_ports(struct sdw_master_runtime *m_rt,
505					struct sdw_port_runtime *p_rt,
506					bool prep)
507{
508	struct sdw_transport_params *t_params = &p_rt->transport_params;
509	struct sdw_bus *bus = m_rt->bus;
510	const struct sdw_master_port_ops *ops = bus->port_ops;
511	struct sdw_prepare_ch prep_ch;
512	int ret = 0;
513
514	prep_ch.num = p_rt->num;
515	prep_ch.ch_mask = p_rt->ch_mask;
516	prep_ch.prepare = prep; /* Prepare/De-prepare */
517	prep_ch.bank = bus->params.next_bank;
518
519	/* Pre-prepare/Pre-deprepare port(s) */
520	if (ops->dpn_port_prep) {
521		ret = ops->dpn_port_prep(bus, &prep_ch);
522		if (ret < 0) {
523			dev_err(bus->dev, "Port prepare failed for port:%d\n",
524				t_params->port_num);
525			return ret;
526		}
527	}
528
529	return ret;
530}
531
532/**
533 * sdw_prep_deprep_ports() - Prepare/De-prepare port(s) for Master(s) and
534 * Slave(s)
535 *
536 * @m_rt: Master runtime handle
537 * @prep: Prepare or De-prepare
538 */
539static int sdw_prep_deprep_ports(struct sdw_master_runtime *m_rt, bool prep)
540{
541	struct sdw_slave_runtime *s_rt;
542	struct sdw_port_runtime *p_rt;
543	int ret = 0;
544
545	/* Prepare/De-prepare Slave port(s) */
546	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
547		list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
548			ret = sdw_prep_deprep_slave_ports(m_rt->bus, s_rt,
549							  p_rt, prep);
550			if (ret < 0)
551				return ret;
552		}
553	}
554
555	/* Prepare/De-prepare Master port(s) */
556	list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
557		ret = sdw_prep_deprep_master_ports(m_rt, p_rt, prep);
558		if (ret < 0)
559			return ret;
560	}
561
562	return ret;
563}
564
565/**
566 * sdw_notify_config() - Notify bus configuration
567 *
568 * @m_rt: Master runtime handle
569 *
570 * This function notifies the Master(s) and Slave(s) of the
571 * new bus configuration.
572 */
573static int sdw_notify_config(struct sdw_master_runtime *m_rt)
574{
575	struct sdw_slave_runtime *s_rt;
576	struct sdw_bus *bus = m_rt->bus;
577	struct sdw_slave *slave;
578	int ret = 0;
579
580	if (bus->ops->set_bus_conf) {
581		ret = bus->ops->set_bus_conf(bus, &bus->params);
582		if (ret < 0)
583			return ret;
584	}
585
586	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
587		slave = s_rt->slave;
588
589		if (slave->ops->bus_config) {
590			ret = slave->ops->bus_config(slave, &bus->params);
591			if (ret < 0) {
592				dev_err(bus->dev, "Notify Slave: %d failed\n",
593					slave->dev_num);
594				return ret;
595			}
596		}
597	}
598
599	return ret;
600}
601
602/**
603 * sdw_program_params() - Program transport and port parameters for Master(s)
604 * and Slave(s)
605 *
606 * @bus: SDW bus instance
607 * @prepare: true if sdw_program_params() is called by _prepare.
608 */
609static int sdw_program_params(struct sdw_bus *bus, bool prepare)
610{
611	struct sdw_master_runtime *m_rt;
612	int ret = 0;
613
614	list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
615
616		/*
617		 * this loop walks through all master runtimes for a
618		 * bus, but the ports can only be configured while
619		 * explicitly preparing a stream or handling an
620		 * already-prepared stream otherwise.
621		 */
622		if (!prepare &&
623		    m_rt->stream->state == SDW_STREAM_CONFIGURED)
624			continue;
625
626		ret = sdw_program_port_params(m_rt);
627		if (ret < 0) {
628			dev_err(bus->dev,
629				"Program transport params failed: %d\n", ret);
630			return ret;
631		}
632
633		ret = sdw_notify_config(m_rt);
634		if (ret < 0) {
635			dev_err(bus->dev,
636				"Notify bus config failed: %d\n", ret);
637			return ret;
638		}
639
640		/* Enable port(s) on alternate bank for all active streams */
641		if (m_rt->stream->state != SDW_STREAM_ENABLED)
642			continue;
643
644		ret = sdw_enable_disable_ports(m_rt, true);
645		if (ret < 0) {
646			dev_err(bus->dev, "Enable channel failed: %d\n", ret);
647			return ret;
648		}
649	}
650
651	return ret;
652}
653
654static int sdw_bank_switch(struct sdw_bus *bus, int m_rt_count)
655{
656	int col_index, row_index;
657	bool multi_link;
658	struct sdw_msg *wr_msg;
659	u8 *wbuf;
660	int ret;
661	u16 addr;
662
663	wr_msg = kzalloc(sizeof(*wr_msg), GFP_KERNEL);
664	if (!wr_msg)
665		return -ENOMEM;
666
667	bus->defer_msg.msg = wr_msg;
668
669	wbuf = kzalloc(sizeof(*wbuf), GFP_KERNEL);
670	if (!wbuf) {
671		ret = -ENOMEM;
672		goto error_1;
673	}
674
675	/* Get row and column index to program register */
676	col_index = sdw_find_col_index(bus->params.col);
677	row_index = sdw_find_row_index(bus->params.row);
678	wbuf[0] = col_index | (row_index << 3);
679
680	if (bus->params.next_bank)
681		addr = SDW_SCP_FRAMECTRL_B1;
682	else
683		addr = SDW_SCP_FRAMECTRL_B0;
684
685	sdw_fill_msg(wr_msg, NULL, addr, 1, SDW_BROADCAST_DEV_NUM,
686		     SDW_MSG_FLAG_WRITE, wbuf);
687	wr_msg->ssp_sync = true;
688
689	/*
690	 * Set the multi_link flag only when both the hardware supports
691	 * and hardware-based sync is required
692	 */
693	multi_link = bus->multi_link && (m_rt_count >= bus->hw_sync_min_links);
694
695	if (multi_link)
696		ret = sdw_transfer_defer(bus, wr_msg, &bus->defer_msg);
697	else
698		ret = sdw_transfer(bus, wr_msg);
699
700	if (ret < 0) {
701		dev_err(bus->dev, "Slave frame_ctrl reg write failed\n");
702		goto error;
703	}
704
705	if (!multi_link) {
706		kfree(wr_msg);
707		kfree(wbuf);
708		bus->defer_msg.msg = NULL;
709		bus->params.curr_bank = !bus->params.curr_bank;
710		bus->params.next_bank = !bus->params.next_bank;
711	}
712
713	return 0;
714
715error:
716	kfree(wbuf);
717error_1:
718	kfree(wr_msg);
719	bus->defer_msg.msg = NULL;
720	return ret;
721}
722
723/**
724 * sdw_ml_sync_bank_switch: Multilink register bank switch
725 *
726 * @bus: SDW bus instance
727 * @multi_link: whether this is a multi-link stream with hardware-based sync
728 *
729 * Caller function should free the buffers on error
730 */
731static int sdw_ml_sync_bank_switch(struct sdw_bus *bus, bool multi_link)
732{
733	unsigned long time_left;
734
735	if (!multi_link)
736		return 0;
737
738	/* Wait for completion of transfer */
739	time_left = wait_for_completion_timeout(&bus->defer_msg.complete,
740						bus->bank_switch_timeout);
741
742	if (!time_left) {
743		dev_err(bus->dev, "Controller Timed out on bank switch\n");
744		return -ETIMEDOUT;
745	}
746
747	bus->params.curr_bank = !bus->params.curr_bank;
748	bus->params.next_bank = !bus->params.next_bank;
749
750	if (bus->defer_msg.msg) {
751		kfree(bus->defer_msg.msg->buf);
752		kfree(bus->defer_msg.msg);
753	}
754
755	return 0;
756}
757
758static int do_bank_switch(struct sdw_stream_runtime *stream)
759{
760	struct sdw_master_runtime *m_rt;
761	const struct sdw_master_ops *ops;
762	struct sdw_bus *bus;
763	bool multi_link = false;
764	int m_rt_count;
765	int ret = 0;
766
767	m_rt_count = stream->m_rt_count;
768
769	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
770		bus = m_rt->bus;
771		ops = bus->ops;
772
773		if (bus->multi_link && m_rt_count >= bus->hw_sync_min_links) {
774			multi_link = true;
775			mutex_lock(&bus->msg_lock);
776		}
777
778		/* Pre-bank switch */
779		if (ops->pre_bank_switch) {
780			ret = ops->pre_bank_switch(bus);
781			if (ret < 0) {
782				dev_err(bus->dev,
783					"Pre bank switch op failed: %d\n", ret);
784				goto msg_unlock;
785			}
786		}
787
788		/*
789		 * Perform Bank switch operation.
790		 * For multi link cases, the actual bank switch is
791		 * synchronized across all Masters and happens later as a
792		 * part of post_bank_switch ops.
793		 */
794		ret = sdw_bank_switch(bus, m_rt_count);
795		if (ret < 0) {
796			dev_err(bus->dev, "Bank switch failed: %d\n", ret);
797			goto error;
798		}
799	}
800
801	/*
802	 * For multi link cases, it is expected that the bank switch is
803	 * triggered by the post_bank_switch for the first Master in the list
804	 * and for the other Masters the post_bank_switch() should return doing
805	 * nothing.
806	 */
807	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
808		bus = m_rt->bus;
809		ops = bus->ops;
810
811		/* Post-bank switch */
812		if (ops->post_bank_switch) {
813			ret = ops->post_bank_switch(bus);
814			if (ret < 0) {
815				dev_err(bus->dev,
816					"Post bank switch op failed: %d\n",
817					ret);
818				goto error;
819			}
820		} else if (multi_link) {
821			dev_err(bus->dev,
822				"Post bank switch ops not implemented\n");
823			goto error;
824		}
825
826		/* Set the bank switch timeout to default, if not set */
827		if (!bus->bank_switch_timeout)
828			bus->bank_switch_timeout = DEFAULT_BANK_SWITCH_TIMEOUT;
829
830		/* Check if bank switch was successful */
831		ret = sdw_ml_sync_bank_switch(bus, multi_link);
832		if (ret < 0) {
833			dev_err(bus->dev,
834				"multi link bank switch failed: %d\n", ret);
835			goto error;
836		}
837
838		if (multi_link)
839			mutex_unlock(&bus->msg_lock);
840	}
841
842	return ret;
843
844error:
845	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
846		bus = m_rt->bus;
847		if (bus->defer_msg.msg) {
848			kfree(bus->defer_msg.msg->buf);
849			kfree(bus->defer_msg.msg);
850		}
851	}
852
853msg_unlock:
854
855	if (multi_link) {
856		list_for_each_entry(m_rt, &stream->master_list, stream_node) {
857			bus = m_rt->bus;
858			if (mutex_is_locked(&bus->msg_lock))
859				mutex_unlock(&bus->msg_lock);
860		}
861	}
862
863	return ret;
864}
865
866/**
867 * sdw_release_stream() - Free the assigned stream runtime
868 *
869 * @stream: SoundWire stream runtime
870 *
871 * sdw_release_stream should be called only once per stream
872 */
873void sdw_release_stream(struct sdw_stream_runtime *stream)
874{
875	kfree(stream);
876}
877EXPORT_SYMBOL(sdw_release_stream);
878
879/**
880 * sdw_alloc_stream() - Allocate and return stream runtime
881 *
882 * @stream_name: SoundWire stream name
883 *
884 * Allocates a SoundWire stream runtime instance.
885 * sdw_alloc_stream should be called only once per stream. Typically
886 * invoked from ALSA/ASoC machine/platform driver.
887 */
888struct sdw_stream_runtime *sdw_alloc_stream(const char *stream_name)
889{
890	struct sdw_stream_runtime *stream;
891
892	stream = kzalloc(sizeof(*stream), GFP_KERNEL);
893	if (!stream)
894		return NULL;
895
896	stream->name = stream_name;
897	INIT_LIST_HEAD(&stream->master_list);
898	stream->state = SDW_STREAM_ALLOCATED;
899	stream->m_rt_count = 0;
900
901	return stream;
902}
903EXPORT_SYMBOL(sdw_alloc_stream);
904
905static struct sdw_master_runtime
906*sdw_find_master_rt(struct sdw_bus *bus,
907		    struct sdw_stream_runtime *stream)
908{
909	struct sdw_master_runtime *m_rt;
910
911	/* Retrieve Bus handle if already available */
912	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
913		if (m_rt->bus == bus)
914			return m_rt;
915	}
916
917	return NULL;
918}
919
920/**
921 * sdw_alloc_master_rt() - Allocates and initialize Master runtime handle
922 *
923 * @bus: SDW bus instance
924 * @stream_config: Stream configuration
925 * @stream: Stream runtime handle.
926 *
927 * This function is to be called with bus_lock held.
928 */
929static struct sdw_master_runtime
930*sdw_alloc_master_rt(struct sdw_bus *bus,
931		     struct sdw_stream_config *stream_config,
932		     struct sdw_stream_runtime *stream)
933{
934	struct sdw_master_runtime *m_rt;
935
936	/*
937	 * check if Master is already allocated (as a result of Slave adding
938	 * it first), if so skip allocation and go to configure
939	 */
940	m_rt = sdw_find_master_rt(bus, stream);
941	if (m_rt)
942		goto stream_config;
943
944	m_rt = kzalloc(sizeof(*m_rt), GFP_KERNEL);
945	if (!m_rt)
946		return NULL;
947
948	/* Initialization of Master runtime handle */
949	INIT_LIST_HEAD(&m_rt->port_list);
950	INIT_LIST_HEAD(&m_rt->slave_rt_list);
951	list_add_tail(&m_rt->stream_node, &stream->master_list);
952
953	list_add_tail(&m_rt->bus_node, &bus->m_rt_list);
954
955stream_config:
956	m_rt->ch_count = stream_config->ch_count;
957	m_rt->bus = bus;
958	m_rt->stream = stream;
959	m_rt->direction = stream_config->direction;
960
961	return m_rt;
962}
963
964/**
965 * sdw_alloc_slave_rt() - Allocate and initialize Slave runtime handle.
966 *
967 * @slave: Slave handle
968 * @stream_config: Stream configuration
969 * @stream: Stream runtime handle
970 *
971 * This function is to be called with bus_lock held.
972 */
973static struct sdw_slave_runtime
974*sdw_alloc_slave_rt(struct sdw_slave *slave,
975		    struct sdw_stream_config *stream_config,
976		    struct sdw_stream_runtime *stream)
977{
978	struct sdw_slave_runtime *s_rt;
979
980	s_rt = kzalloc(sizeof(*s_rt), GFP_KERNEL);
981	if (!s_rt)
982		return NULL;
983
984	INIT_LIST_HEAD(&s_rt->port_list);
985	s_rt->ch_count = stream_config->ch_count;
986	s_rt->direction = stream_config->direction;
987	s_rt->slave = slave;
988
989	return s_rt;
990}
991
992static void sdw_master_port_release(struct sdw_bus *bus,
993				    struct sdw_master_runtime *m_rt)
994{
995	struct sdw_port_runtime *p_rt, *_p_rt;
996
997	list_for_each_entry_safe(p_rt, _p_rt, &m_rt->port_list, port_node) {
998		list_del(&p_rt->port_node);
999		kfree(p_rt);
1000	}
1001}
1002
1003static void sdw_slave_port_release(struct sdw_bus *bus,
1004				   struct sdw_slave *slave,
1005				   struct sdw_stream_runtime *stream)
1006{
1007	struct sdw_port_runtime *p_rt, *_p_rt;
1008	struct sdw_master_runtime *m_rt;
1009	struct sdw_slave_runtime *s_rt;
1010
1011	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1012		list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
1013			if (s_rt->slave != slave)
1014				continue;
1015
1016			list_for_each_entry_safe(p_rt, _p_rt,
1017						 &s_rt->port_list, port_node) {
1018				list_del(&p_rt->port_node);
1019				kfree(p_rt);
1020			}
1021		}
1022	}
1023}
1024
1025/**
1026 * sdw_release_slave_stream() - Free Slave(s) runtime handle
1027 *
1028 * @slave: Slave handle.
1029 * @stream: Stream runtime handle.
1030 *
1031 * This function is to be called with bus_lock held.
1032 */
1033static void sdw_release_slave_stream(struct sdw_slave *slave,
1034				     struct sdw_stream_runtime *stream)
1035{
1036	struct sdw_slave_runtime *s_rt, *_s_rt;
1037	struct sdw_master_runtime *m_rt;
1038
1039	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1040		/* Retrieve Slave runtime handle */
1041		list_for_each_entry_safe(s_rt, _s_rt,
1042					 &m_rt->slave_rt_list, m_rt_node) {
1043			if (s_rt->slave == slave) {
1044				list_del(&s_rt->m_rt_node);
1045				kfree(s_rt);
1046				return;
1047			}
1048		}
1049	}
1050}
1051
1052/**
1053 * sdw_release_master_stream() - Free Master runtime handle
1054 *
1055 * @m_rt: Master runtime node
1056 * @stream: Stream runtime handle.
1057 *
1058 * This function is to be called with bus_lock held
1059 * It frees the Master runtime handle and associated Slave(s) runtime
1060 * handle. If this is called first then sdw_release_slave_stream() will have
1061 * no effect as Slave(s) runtime handle would already be freed up.
1062 */
1063static void sdw_release_master_stream(struct sdw_master_runtime *m_rt,
1064				      struct sdw_stream_runtime *stream)
1065{
1066	struct sdw_slave_runtime *s_rt, *_s_rt;
1067
1068	list_for_each_entry_safe(s_rt, _s_rt, &m_rt->slave_rt_list, m_rt_node) {
1069		sdw_slave_port_release(s_rt->slave->bus, s_rt->slave, stream);
1070		sdw_release_slave_stream(s_rt->slave, stream);
1071	}
1072
1073	list_del(&m_rt->stream_node);
1074	list_del(&m_rt->bus_node);
1075	kfree(m_rt);
1076}
1077
1078/**
1079 * sdw_stream_remove_master() - Remove master from sdw_stream
1080 *
1081 * @bus: SDW Bus instance
1082 * @stream: SoundWire stream
1083 *
1084 * This removes and frees port_rt and master_rt from a stream
1085 */
1086int sdw_stream_remove_master(struct sdw_bus *bus,
1087			     struct sdw_stream_runtime *stream)
1088{
1089	struct sdw_master_runtime *m_rt, *_m_rt;
1090
1091	mutex_lock(&bus->bus_lock);
1092
1093	list_for_each_entry_safe(m_rt, _m_rt,
1094				 &stream->master_list, stream_node) {
1095		if (m_rt->bus != bus)
1096			continue;
1097
1098		sdw_master_port_release(bus, m_rt);
1099		sdw_release_master_stream(m_rt, stream);
1100		stream->m_rt_count--;
1101	}
1102
1103	if (list_empty(&stream->master_list))
1104		stream->state = SDW_STREAM_RELEASED;
1105
1106	mutex_unlock(&bus->bus_lock);
1107
1108	return 0;
1109}
1110EXPORT_SYMBOL(sdw_stream_remove_master);
1111
1112/**
1113 * sdw_stream_remove_slave() - Remove slave from sdw_stream
1114 *
1115 * @slave: SDW Slave instance
1116 * @stream: SoundWire stream
1117 *
1118 * This removes and frees port_rt and slave_rt from a stream
1119 */
1120int sdw_stream_remove_slave(struct sdw_slave *slave,
1121			    struct sdw_stream_runtime *stream)
1122{
1123	mutex_lock(&slave->bus->bus_lock);
1124
1125	sdw_slave_port_release(slave->bus, slave, stream);
1126	sdw_release_slave_stream(slave, stream);
1127
1128	mutex_unlock(&slave->bus->bus_lock);
1129
1130	return 0;
1131}
1132EXPORT_SYMBOL(sdw_stream_remove_slave);
1133
1134/**
1135 * sdw_config_stream() - Configure the allocated stream
1136 *
1137 * @dev: SDW device
1138 * @stream: SoundWire stream
1139 * @stream_config: Stream configuration for audio stream
1140 * @is_slave: is API called from Slave or Master
1141 *
1142 * This function is to be called with bus_lock held.
1143 */
1144static int sdw_config_stream(struct device *dev,
1145			     struct sdw_stream_runtime *stream,
1146			     struct sdw_stream_config *stream_config,
1147			     bool is_slave)
1148{
1149	/*
1150	 * Update the stream rate, channel and bps based on data
1151	 * source. For more than one data source (multilink),
1152	 * match the rate, bps, stream type and increment number of channels.
1153	 *
1154	 * If rate/bps is zero, it means the values are not set, so skip
1155	 * comparison and allow the value to be set and stored in stream
1156	 */
1157	if (stream->params.rate &&
1158	    stream->params.rate != stream_config->frame_rate) {
1159		dev_err(dev, "rate not matching, stream:%s\n", stream->name);
1160		return -EINVAL;
1161	}
1162
1163	if (stream->params.bps &&
1164	    stream->params.bps != stream_config->bps) {
1165		dev_err(dev, "bps not matching, stream:%s\n", stream->name);
1166		return -EINVAL;
1167	}
1168
1169	stream->type = stream_config->type;
1170	stream->params.rate = stream_config->frame_rate;
1171	stream->params.bps = stream_config->bps;
1172
1173	/* TODO: Update this check during Device-device support */
1174	if (is_slave)
1175		stream->params.ch_count += stream_config->ch_count;
1176
1177	return 0;
1178}
1179
1180static int sdw_is_valid_port_range(struct device *dev,
1181				   struct sdw_port_runtime *p_rt)
1182{
1183	if (!SDW_VALID_PORT_RANGE(p_rt->num)) {
1184		dev_err(dev,
1185			"SoundWire: Invalid port number :%d\n", p_rt->num);
1186		return -EINVAL;
1187	}
1188
1189	return 0;
1190}
1191
1192static struct sdw_port_runtime
1193*sdw_port_alloc(struct device *dev,
1194		struct sdw_port_config *port_config,
1195		int port_index)
1196{
1197	struct sdw_port_runtime *p_rt;
1198
1199	p_rt = kzalloc(sizeof(*p_rt), GFP_KERNEL);
1200	if (!p_rt)
1201		return NULL;
1202
1203	p_rt->ch_mask = port_config[port_index].ch_mask;
1204	p_rt->num = port_config[port_index].num;
1205
1206	return p_rt;
1207}
1208
1209static int sdw_master_port_config(struct sdw_bus *bus,
1210				  struct sdw_master_runtime *m_rt,
1211				  struct sdw_port_config *port_config,
1212				  unsigned int num_ports)
1213{
1214	struct sdw_port_runtime *p_rt;
1215	int i;
1216
1217	/* Iterate for number of ports to perform initialization */
1218	for (i = 0; i < num_ports; i++) {
1219		p_rt = sdw_port_alloc(bus->dev, port_config, i);
1220		if (!p_rt)
1221			return -ENOMEM;
1222
1223		/*
1224		 * TODO: Check port capabilities for requested
1225		 * configuration (audio mode support)
1226		 */
1227
1228		list_add_tail(&p_rt->port_node, &m_rt->port_list);
1229	}
1230
1231	return 0;
1232}
1233
1234static int sdw_slave_port_config(struct sdw_slave *slave,
1235				 struct sdw_slave_runtime *s_rt,
1236				 struct sdw_port_config *port_config,
1237				 unsigned int num_config)
1238{
1239	struct sdw_port_runtime *p_rt;
1240	int i, ret;
1241
1242	/* Iterate for number of ports to perform initialization */
1243	for (i = 0; i < num_config; i++) {
1244		p_rt = sdw_port_alloc(&slave->dev, port_config, i);
1245		if (!p_rt)
1246			return -ENOMEM;
1247
1248		/*
1249		 * TODO: Check valid port range as defined by DisCo/
1250		 * slave
1251		 */
1252		ret = sdw_is_valid_port_range(&slave->dev, p_rt);
1253		if (ret < 0) {
1254			kfree(p_rt);
1255			return ret;
1256		}
1257
1258		/*
1259		 * TODO: Check port capabilities for requested
1260		 * configuration (audio mode support)
1261		 */
1262
1263		list_add_tail(&p_rt->port_node, &s_rt->port_list);
1264	}
1265
1266	return 0;
1267}
1268
1269/**
1270 * sdw_stream_add_master() - Allocate and add master runtime to a stream
1271 *
1272 * @bus: SDW Bus instance
1273 * @stream_config: Stream configuration for audio stream
1274 * @port_config: Port configuration for audio stream
1275 * @num_ports: Number of ports
1276 * @stream: SoundWire stream
1277 */
1278int sdw_stream_add_master(struct sdw_bus *bus,
1279			  struct sdw_stream_config *stream_config,
1280			  struct sdw_port_config *port_config,
1281			  unsigned int num_ports,
1282			  struct sdw_stream_runtime *stream)
1283{
1284	struct sdw_master_runtime *m_rt;
1285	int ret;
1286
1287	mutex_lock(&bus->bus_lock);
1288
1289	/*
1290	 * For multi link streams, add the second master only if
1291	 * the bus supports it.
1292	 * Check if bus->multi_link is set
1293	 */
1294	if (!bus->multi_link && stream->m_rt_count > 0) {
1295		dev_err(bus->dev,
1296			"Multilink not supported, link %d\n", bus->link_id);
1297		ret = -EINVAL;
1298		goto unlock;
1299	}
1300
1301	m_rt = sdw_alloc_master_rt(bus, stream_config, stream);
1302	if (!m_rt) {
1303		dev_err(bus->dev,
1304			"Master runtime config failed for stream:%s\n",
1305			stream->name);
1306		ret = -ENOMEM;
1307		goto unlock;
1308	}
1309
1310	ret = sdw_config_stream(bus->dev, stream, stream_config, false);
1311	if (ret)
1312		goto stream_error;
1313
1314	ret = sdw_master_port_config(bus, m_rt, port_config, num_ports);
1315	if (ret)
1316		goto stream_error;
1317
1318	stream->m_rt_count++;
1319
1320	goto unlock;
1321
1322stream_error:
1323	sdw_release_master_stream(m_rt, stream);
1324unlock:
1325	mutex_unlock(&bus->bus_lock);
1326	return ret;
1327}
1328EXPORT_SYMBOL(sdw_stream_add_master);
1329
1330/**
1331 * sdw_stream_add_slave() - Allocate and add master/slave runtime to a stream
1332 *
1333 * @slave: SDW Slave instance
1334 * @stream_config: Stream configuration for audio stream
1335 * @stream: SoundWire stream
1336 * @port_config: Port configuration for audio stream
1337 * @num_ports: Number of ports
1338 *
1339 * It is expected that Slave is added before adding Master
1340 * to the Stream.
1341 *
1342 */
1343int sdw_stream_add_slave(struct sdw_slave *slave,
1344			 struct sdw_stream_config *stream_config,
1345			 struct sdw_port_config *port_config,
1346			 unsigned int num_ports,
1347			 struct sdw_stream_runtime *stream)
1348{
1349	struct sdw_slave_runtime *s_rt;
1350	struct sdw_master_runtime *m_rt;
1351	int ret;
1352
1353	mutex_lock(&slave->bus->bus_lock);
1354
1355	/*
1356	 * If this API is invoked by Slave first then m_rt is not valid.
1357	 * So, allocate m_rt and add Slave to it.
1358	 */
1359	m_rt = sdw_alloc_master_rt(slave->bus, stream_config, stream);
1360	if (!m_rt) {
1361		dev_err(&slave->dev,
1362			"alloc master runtime failed for stream:%s\n",
1363			stream->name);
1364		ret = -ENOMEM;
1365		goto error;
1366	}
1367
1368	s_rt = sdw_alloc_slave_rt(slave, stream_config, stream);
1369	if (!s_rt) {
1370		dev_err(&slave->dev,
1371			"Slave runtime config failed for stream:%s\n",
1372			stream->name);
1373		ret = -ENOMEM;
1374		goto stream_error;
1375	}
1376
1377	ret = sdw_config_stream(&slave->dev, stream, stream_config, true);
1378	if (ret) {
1379		/*
1380		 * sdw_release_master_stream will release s_rt in slave_rt_list in
1381		 * stream_error case, but s_rt is only added to slave_rt_list
1382		 * when sdw_config_stream is successful, so free s_rt explicitly
1383		 * when sdw_config_stream is failed.
1384		 */
1385		kfree(s_rt);
1386		goto stream_error;
1387	}
1388
1389	list_add_tail(&s_rt->m_rt_node, &m_rt->slave_rt_list);
1390
1391	ret = sdw_slave_port_config(slave, s_rt, port_config, num_ports);
1392	if (ret)
1393		goto stream_error;
1394
1395	/*
1396	 * Change stream state to CONFIGURED on first Slave add.
1397	 * Bus is not aware of number of Slave(s) in a stream at this
1398	 * point so cannot depend on all Slave(s) to be added in order to
1399	 * change stream state to CONFIGURED.
1400	 */
1401	stream->state = SDW_STREAM_CONFIGURED;
1402	goto error;
1403
1404stream_error:
1405	/*
1406	 * we hit error so cleanup the stream, release all Slave(s) and
1407	 * Master runtime
1408	 */
1409	sdw_release_master_stream(m_rt, stream);
1410error:
1411	mutex_unlock(&slave->bus->bus_lock);
1412	return ret;
1413}
1414EXPORT_SYMBOL(sdw_stream_add_slave);
1415
1416/**
1417 * sdw_get_slave_dpn_prop() - Get Slave port capabilities
1418 *
1419 * @slave: Slave handle
1420 * @direction: Data direction.
1421 * @port_num: Port number
1422 */
1423struct sdw_dpn_prop *sdw_get_slave_dpn_prop(struct sdw_slave *slave,
1424					    enum sdw_data_direction direction,
1425					    unsigned int port_num)
1426{
1427	struct sdw_dpn_prop *dpn_prop;
1428	u8 num_ports;
1429	int i;
1430
1431	if (direction == SDW_DATA_DIR_TX) {
1432		num_ports = hweight32(slave->prop.source_ports);
1433		dpn_prop = slave->prop.src_dpn_prop;
1434	} else {
1435		num_ports = hweight32(slave->prop.sink_ports);
1436		dpn_prop = slave->prop.sink_dpn_prop;
1437	}
1438
1439	for (i = 0; i < num_ports; i++) {
1440		if (dpn_prop[i].num == port_num)
1441			return &dpn_prop[i];
1442	}
1443
1444	return NULL;
1445}
1446
1447/**
1448 * sdw_acquire_bus_lock: Acquire bus lock for all Master runtime(s)
1449 *
1450 * @stream: SoundWire stream
1451 *
1452 * Acquire bus_lock for each of the master runtime(m_rt) part of this
1453 * stream to reconfigure the bus.
1454 * NOTE: This function is called from SoundWire stream ops and is
1455 * expected that a global lock is held before acquiring bus_lock.
1456 */
1457static void sdw_acquire_bus_lock(struct sdw_stream_runtime *stream)
1458{
1459	struct sdw_master_runtime *m_rt;
1460	struct sdw_bus *bus = NULL;
1461
1462	/* Iterate for all Master(s) in Master list */
1463	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1464		bus = m_rt->bus;
1465
1466		mutex_lock(&bus->bus_lock);
1467	}
1468}
1469
1470/**
1471 * sdw_release_bus_lock: Release bus lock for all Master runtime(s)
1472 *
1473 * @stream: SoundWire stream
1474 *
1475 * Release the previously held bus_lock after reconfiguring the bus.
1476 * NOTE: This function is called from SoundWire stream ops and is
1477 * expected that a global lock is held before releasing bus_lock.
1478 */
1479static void sdw_release_bus_lock(struct sdw_stream_runtime *stream)
1480{
1481	struct sdw_master_runtime *m_rt = NULL;
1482	struct sdw_bus *bus = NULL;
1483
1484	/* Iterate for all Master(s) in Master list */
1485	list_for_each_entry_reverse(m_rt, &stream->master_list, stream_node) {
1486		bus = m_rt->bus;
1487		mutex_unlock(&bus->bus_lock);
1488	}
1489}
1490
1491static int _sdw_prepare_stream(struct sdw_stream_runtime *stream,
1492			       bool update_params)
1493{
1494	struct sdw_master_runtime *m_rt;
1495	struct sdw_bus *bus = NULL;
1496	struct sdw_master_prop *prop;
1497	struct sdw_bus_params params;
1498	int ret;
1499
1500	/* Prepare  Master(s) and Slave(s) port(s) associated with stream */
1501	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1502		bus = m_rt->bus;
1503		prop = &bus->prop;
1504		memcpy(&params, &bus->params, sizeof(params));
1505
1506		/* TODO: Support Asynchronous mode */
1507		if ((prop->max_clk_freq % stream->params.rate) != 0) {
1508			dev_err(bus->dev, "Async mode not supported\n");
1509			return -EINVAL;
1510		}
1511
1512		if (!update_params)
1513			goto program_params;
1514
1515		/* Increment cumulative bus bandwidth */
1516		/* TODO: Update this during Device-Device support */
1517		bus->params.bandwidth += m_rt->stream->params.rate *
1518			m_rt->ch_count * m_rt->stream->params.bps;
1519
1520		/* Compute params */
1521		if (bus->compute_params) {
1522			ret = bus->compute_params(bus);
1523			if (ret < 0) {
1524				dev_err(bus->dev, "Compute params failed: %d",
1525					ret);
1526				return ret;
1527			}
1528		}
1529
1530program_params:
1531		/* Program params */
1532		ret = sdw_program_params(bus, true);
1533		if (ret < 0) {
1534			dev_err(bus->dev, "Program params failed: %d\n", ret);
1535			goto restore_params;
1536		}
1537	}
1538
1539	if (!bus) {
1540		pr_err("Configuration error in %s\n", __func__);
1541		return -EINVAL;
1542	}
1543
1544	ret = do_bank_switch(stream);
1545	if (ret < 0) {
1546		dev_err(bus->dev, "Bank switch failed: %d\n", ret);
1547		goto restore_params;
1548	}
1549
1550	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1551		bus = m_rt->bus;
1552
1553		/* Prepare port(s) on the new clock configuration */
1554		ret = sdw_prep_deprep_ports(m_rt, true);
1555		if (ret < 0) {
1556			dev_err(bus->dev, "Prepare port(s) failed ret = %d\n",
1557				ret);
1558			return ret;
1559		}
1560	}
1561
1562	stream->state = SDW_STREAM_PREPARED;
1563
1564	return ret;
1565
1566restore_params:
1567	memcpy(&bus->params, &params, sizeof(params));
1568	return ret;
1569}
1570
1571/**
1572 * sdw_prepare_stream() - Prepare SoundWire stream
1573 *
1574 * @stream: Soundwire stream
1575 *
1576 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1577 */
1578int sdw_prepare_stream(struct sdw_stream_runtime *stream)
1579{
1580	bool update_params = true;
1581	int ret;
1582
1583	if (!stream) {
1584		pr_err("SoundWire: Handle not found for stream\n");
1585		return -EINVAL;
1586	}
1587
1588	sdw_acquire_bus_lock(stream);
1589
1590	if (stream->state == SDW_STREAM_PREPARED) {
1591		ret = 0;
1592		goto state_err;
1593	}
1594
1595	if (stream->state != SDW_STREAM_CONFIGURED &&
1596	    stream->state != SDW_STREAM_DEPREPARED &&
1597	    stream->state != SDW_STREAM_DISABLED) {
1598		pr_err("%s: %s: inconsistent state state %d\n",
1599		       __func__, stream->name, stream->state);
1600		ret = -EINVAL;
1601		goto state_err;
1602	}
1603
1604	/*
1605	 * when the stream is DISABLED, this means sdw_prepare_stream()
1606	 * is called as a result of an underflow or a resume operation.
1607	 * In this case, the bus parameters shall not be recomputed, but
1608	 * still need to be re-applied
1609	 */
1610	if (stream->state == SDW_STREAM_DISABLED)
1611		update_params = false;
1612
1613	ret = _sdw_prepare_stream(stream, update_params);
1614
1615state_err:
1616	sdw_release_bus_lock(stream);
1617	return ret;
1618}
1619EXPORT_SYMBOL(sdw_prepare_stream);
1620
1621static int _sdw_enable_stream(struct sdw_stream_runtime *stream)
1622{
1623	struct sdw_master_runtime *m_rt;
1624	struct sdw_bus *bus = NULL;
1625	int ret;
1626
1627	/* Enable Master(s) and Slave(s) port(s) associated with stream */
1628	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1629		bus = m_rt->bus;
1630
1631		/* Program params */
1632		ret = sdw_program_params(bus, false);
1633		if (ret < 0) {
1634			dev_err(bus->dev, "Program params failed: %d\n", ret);
1635			return ret;
1636		}
1637
1638		/* Enable port(s) */
1639		ret = sdw_enable_disable_ports(m_rt, true);
1640		if (ret < 0) {
1641			dev_err(bus->dev,
1642				"Enable port(s) failed ret: %d\n", ret);
1643			return ret;
1644		}
1645	}
1646
1647	if (!bus) {
1648		pr_err("Configuration error in %s\n", __func__);
1649		return -EINVAL;
1650	}
1651
1652	ret = do_bank_switch(stream);
1653	if (ret < 0) {
1654		dev_err(bus->dev, "Bank switch failed: %d\n", ret);
1655		return ret;
1656	}
1657
1658	stream->state = SDW_STREAM_ENABLED;
1659	return 0;
1660}
1661
1662/**
1663 * sdw_enable_stream() - Enable SoundWire stream
1664 *
1665 * @stream: Soundwire stream
1666 *
1667 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1668 */
1669int sdw_enable_stream(struct sdw_stream_runtime *stream)
1670{
1671	int ret;
1672
1673	if (!stream) {
1674		pr_err("SoundWire: Handle not found for stream\n");
1675		return -EINVAL;
1676	}
1677
1678	sdw_acquire_bus_lock(stream);
1679
1680	if (stream->state != SDW_STREAM_PREPARED &&
1681	    stream->state != SDW_STREAM_DISABLED) {
1682		pr_err("%s: %s: inconsistent state state %d\n",
1683		       __func__, stream->name, stream->state);
1684		ret = -EINVAL;
1685		goto state_err;
1686	}
1687
1688	ret = _sdw_enable_stream(stream);
1689
1690state_err:
1691	sdw_release_bus_lock(stream);
1692	return ret;
1693}
1694EXPORT_SYMBOL(sdw_enable_stream);
1695
1696static int _sdw_disable_stream(struct sdw_stream_runtime *stream)
1697{
1698	struct sdw_master_runtime *m_rt;
1699	int ret;
1700
1701	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1702		struct sdw_bus *bus = m_rt->bus;
1703
1704		/* Disable port(s) */
1705		ret = sdw_enable_disable_ports(m_rt, false);
1706		if (ret < 0) {
1707			dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
1708			return ret;
1709		}
1710	}
1711	stream->state = SDW_STREAM_DISABLED;
1712
1713	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1714		struct sdw_bus *bus = m_rt->bus;
1715
1716		/* Program params */
1717		ret = sdw_program_params(bus, false);
1718		if (ret < 0) {
1719			dev_err(bus->dev, "Program params failed: %d\n", ret);
1720			return ret;
1721		}
1722	}
1723
1724	ret = do_bank_switch(stream);
1725	if (ret < 0) {
1726		pr_err("Bank switch failed: %d\n", ret);
1727		return ret;
1728	}
1729
1730	/* make sure alternate bank (previous current) is also disabled */
1731	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1732		struct sdw_bus *bus = m_rt->bus;
1733
1734		/* Disable port(s) */
1735		ret = sdw_enable_disable_ports(m_rt, false);
1736		if (ret < 0) {
1737			dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
1738			return ret;
1739		}
1740	}
1741
1742	return 0;
1743}
1744
1745/**
1746 * sdw_disable_stream() - Disable SoundWire stream
1747 *
1748 * @stream: Soundwire stream
1749 *
1750 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1751 */
1752int sdw_disable_stream(struct sdw_stream_runtime *stream)
1753{
1754	int ret;
1755
1756	if (!stream) {
1757		pr_err("SoundWire: Handle not found for stream\n");
1758		return -EINVAL;
1759	}
1760
1761	sdw_acquire_bus_lock(stream);
1762
1763	if (stream->state != SDW_STREAM_ENABLED) {
1764		pr_err("%s: %s: inconsistent state state %d\n",
1765		       __func__, stream->name, stream->state);
1766		ret = -EINVAL;
1767		goto state_err;
1768	}
1769
1770	ret = _sdw_disable_stream(stream);
1771
1772state_err:
1773	sdw_release_bus_lock(stream);
1774	return ret;
1775}
1776EXPORT_SYMBOL(sdw_disable_stream);
1777
1778static int _sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1779{
1780	struct sdw_master_runtime *m_rt;
1781	struct sdw_bus *bus;
1782	int ret = 0;
1783
1784	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1785		bus = m_rt->bus;
1786		/* De-prepare port(s) */
1787		ret = sdw_prep_deprep_ports(m_rt, false);
1788		if (ret < 0) {
1789			dev_err(bus->dev,
1790				"De-prepare port(s) failed: %d\n", ret);
1791			return ret;
1792		}
1793
1794		/* TODO: Update this during Device-Device support */
1795		bus->params.bandwidth -= m_rt->stream->params.rate *
1796			m_rt->ch_count * m_rt->stream->params.bps;
1797
1798		/* Compute params */
1799		if (bus->compute_params) {
1800			ret = bus->compute_params(bus);
1801			if (ret < 0) {
1802				dev_err(bus->dev, "Compute params failed: %d",
1803					ret);
1804				return ret;
1805			}
1806		}
1807
1808		/* Program params */
1809		ret = sdw_program_params(bus, false);
1810		if (ret < 0) {
1811			dev_err(bus->dev, "Program params failed: %d\n", ret);
1812			return ret;
1813		}
1814	}
1815
1816	stream->state = SDW_STREAM_DEPREPARED;
1817	return do_bank_switch(stream);
1818}
1819
1820/**
1821 * sdw_deprepare_stream() - Deprepare SoundWire stream
1822 *
1823 * @stream: Soundwire stream
1824 *
1825 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1826 */
1827int sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1828{
1829	int ret;
1830
1831	if (!stream) {
1832		pr_err("SoundWire: Handle not found for stream\n");
1833		return -EINVAL;
1834	}
1835
1836	sdw_acquire_bus_lock(stream);
1837
1838	if (stream->state != SDW_STREAM_PREPARED &&
1839	    stream->state != SDW_STREAM_DISABLED) {
1840		pr_err("%s: %s: inconsistent state state %d\n",
1841		       __func__, stream->name, stream->state);
1842		ret = -EINVAL;
1843		goto state_err;
1844	}
1845
1846	ret = _sdw_deprepare_stream(stream);
1847
1848state_err:
1849	sdw_release_bus_lock(stream);
1850	return ret;
1851}
1852EXPORT_SYMBOL(sdw_deprepare_stream);
1853
1854static int set_stream(struct snd_pcm_substream *substream,
1855		      struct sdw_stream_runtime *sdw_stream)
1856{
1857	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1858	struct snd_soc_dai *dai;
1859	int ret = 0;
1860	int i;
1861
1862	/* Set stream pointer on all DAIs */
1863	for_each_rtd_dais(rtd, i, dai) {
1864		ret = snd_soc_dai_set_stream(dai, sdw_stream, substream->stream);
1865		if (ret < 0) {
1866			dev_err(rtd->dev, "failed to set stream pointer on dai %s", dai->name);
1867			break;
1868		}
1869	}
1870
1871	return ret;
1872}
1873
1874/**
1875 * sdw_startup_stream() - Startup SoundWire stream
1876 *
1877 * @sdw_substream: Soundwire stream
1878 *
1879 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1880 */
1881int sdw_startup_stream(void *sdw_substream)
1882{
1883	struct snd_pcm_substream *substream = sdw_substream;
1884	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1885	struct sdw_stream_runtime *sdw_stream;
1886	char *name;
1887	int ret;
1888
1889	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
1890		name = kasprintf(GFP_KERNEL, "%s-Playback", substream->name);
1891	else
1892		name = kasprintf(GFP_KERNEL, "%s-Capture", substream->name);
1893
1894	if (!name)
1895		return -ENOMEM;
1896
1897	sdw_stream = sdw_alloc_stream(name);
1898	if (!sdw_stream) {
1899		dev_err(rtd->dev, "alloc stream failed for substream DAI %s", substream->name);
1900		ret = -ENOMEM;
1901		goto error;
1902	}
1903
1904	ret = set_stream(substream, sdw_stream);
1905	if (ret < 0)
1906		goto release_stream;
1907	return 0;
1908
1909release_stream:
1910	sdw_release_stream(sdw_stream);
1911	set_stream(substream, NULL);
1912error:
1913	kfree(name);
1914	return ret;
1915}
1916EXPORT_SYMBOL(sdw_startup_stream);
1917
1918/**
1919 * sdw_shutdown_stream() - Shutdown SoundWire stream
1920 *
1921 * @sdw_substream: Soundwire stream
1922 *
1923 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1924 */
1925void sdw_shutdown_stream(void *sdw_substream)
1926{
1927	struct snd_pcm_substream *substream = sdw_substream;
1928	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1929	struct sdw_stream_runtime *sdw_stream;
1930	struct snd_soc_dai *dai;
1931
1932	/* Find stream from first CPU DAI */
1933	dai = asoc_rtd_to_cpu(rtd, 0);
1934
1935	sdw_stream = snd_soc_dai_get_stream(dai, substream->stream);
1936
1937	if (IS_ERR(sdw_stream)) {
1938		dev_err(rtd->dev, "no stream found for DAI %s", dai->name);
1939		return;
1940	}
1941
1942	/* release memory */
1943	kfree(sdw_stream->name);
1944	sdw_release_stream(sdw_stream);
1945
1946	/* clear DAI data */
1947	set_stream(substream, NULL);
1948}
1949EXPORT_SYMBOL(sdw_shutdown_stream);
1950