xref: /kernel/linux/linux-6.6/sound/pci/hda/hda_intel.c (revision 62306a36)
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 *
4 *  hda_intel.c - Implementation of primary alsa driver code base
5 *                for Intel HD Audio.
6 *
7 *  Copyright(c) 2004 Intel Corporation. All rights reserved.
8 *
9 *  Copyright (c) 2004 Takashi Iwai <tiwai@suse.de>
10 *                     PeiSen Hou <pshou@realtek.com.tw>
11 *
12 *  CONTACTS:
13 *
14 *  Matt Jared		matt.jared@intel.com
15 *  Andy Kopp		andy.kopp@intel.com
16 *  Dan Kogan		dan.d.kogan@intel.com
17 *
18 *  CHANGES:
19 *
20 *  2004.12.01	Major rewrite by tiwai, merged the work of pshou
21 */
22
23#include <linux/delay.h>
24#include <linux/interrupt.h>
25#include <linux/kernel.h>
26#include <linux/module.h>
27#include <linux/dma-mapping.h>
28#include <linux/moduleparam.h>
29#include <linux/init.h>
30#include <linux/slab.h>
31#include <linux/pci.h>
32#include <linux/mutex.h>
33#include <linux/io.h>
34#include <linux/pm_runtime.h>
35#include <linux/clocksource.h>
36#include <linux/time.h>
37#include <linux/completion.h>
38#include <linux/acpi.h>
39#include <linux/pgtable.h>
40
41#ifdef CONFIG_X86
42/* for snoop control */
43#include <asm/set_memory.h>
44#include <asm/cpufeature.h>
45#endif
46#include <sound/core.h>
47#include <sound/initval.h>
48#include <sound/hdaudio.h>
49#include <sound/hda_i915.h>
50#include <sound/intel-dsp-config.h>
51#include <linux/vgaarb.h>
52#include <linux/vga_switcheroo.h>
53#include <linux/apple-gmux.h>
54#include <linux/firmware.h>
55#include <sound/hda_codec.h>
56#include "hda_controller.h"
57#include "hda_intel.h"
58
59#define CREATE_TRACE_POINTS
60#include "hda_intel_trace.h"
61
62/* position fix mode */
63enum {
64	POS_FIX_AUTO,
65	POS_FIX_LPIB,
66	POS_FIX_POSBUF,
67	POS_FIX_VIACOMBO,
68	POS_FIX_COMBO,
69	POS_FIX_SKL,
70	POS_FIX_FIFO,
71};
72
73/* Defines for ATI HD Audio support in SB450 south bridge */
74#define ATI_SB450_HDAUDIO_MISC_CNTR2_ADDR   0x42
75#define ATI_SB450_HDAUDIO_ENABLE_SNOOP      0x02
76
77/* Defines for Nvidia HDA support */
78#define NVIDIA_HDA_TRANSREG_ADDR      0x4e
79#define NVIDIA_HDA_ENABLE_COHBITS     0x0f
80#define NVIDIA_HDA_ISTRM_COH          0x4d
81#define NVIDIA_HDA_OSTRM_COH          0x4c
82#define NVIDIA_HDA_ENABLE_COHBIT      0x01
83
84/* Defines for Intel SCH HDA snoop control */
85#define INTEL_HDA_CGCTL	 0x48
86#define INTEL_HDA_CGCTL_MISCBDCGE        (0x1 << 6)
87#define INTEL_SCH_HDA_DEVC      0x78
88#define INTEL_SCH_HDA_DEVC_NOSNOOP       (0x1<<11)
89
90/* max number of SDs */
91/* ICH, ATI and VIA have 4 playback and 4 capture */
92#define ICH6_NUM_CAPTURE	4
93#define ICH6_NUM_PLAYBACK	4
94
95/* ULI has 6 playback and 5 capture */
96#define ULI_NUM_CAPTURE		5
97#define ULI_NUM_PLAYBACK	6
98
99/* ATI HDMI may have up to 8 playbacks and 0 capture */
100#define ATIHDMI_NUM_CAPTURE	0
101#define ATIHDMI_NUM_PLAYBACK	8
102
103
104static int index[SNDRV_CARDS] = SNDRV_DEFAULT_IDX;
105static char *id[SNDRV_CARDS] = SNDRV_DEFAULT_STR;
106static bool enable[SNDRV_CARDS] = SNDRV_DEFAULT_ENABLE_PNP;
107static char *model[SNDRV_CARDS];
108static int position_fix[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] = -1};
109static int bdl_pos_adj[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] = -1};
110static int probe_mask[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] = -1};
111static int probe_only[SNDRV_CARDS];
112static int jackpoll_ms[SNDRV_CARDS];
113static int single_cmd = -1;
114static int enable_msi = -1;
115#ifdef CONFIG_SND_HDA_PATCH_LOADER
116static char *patch[SNDRV_CARDS];
117#endif
118#ifdef CONFIG_SND_HDA_INPUT_BEEP
119static bool beep_mode[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] =
120					CONFIG_SND_HDA_INPUT_BEEP_MODE};
121#endif
122static bool dmic_detect = 1;
123static bool ctl_dev_id = IS_ENABLED(CONFIG_SND_HDA_CTL_DEV_ID) ? 1 : 0;
124
125module_param_array(index, int, NULL, 0444);
126MODULE_PARM_DESC(index, "Index value for Intel HD audio interface.");
127module_param_array(id, charp, NULL, 0444);
128MODULE_PARM_DESC(id, "ID string for Intel HD audio interface.");
129module_param_array(enable, bool, NULL, 0444);
130MODULE_PARM_DESC(enable, "Enable Intel HD audio interface.");
131module_param_array(model, charp, NULL, 0444);
132MODULE_PARM_DESC(model, "Use the given board model.");
133module_param_array(position_fix, int, NULL, 0444);
134MODULE_PARM_DESC(position_fix, "DMA pointer read method."
135		 "(-1 = system default, 0 = auto, 1 = LPIB, 2 = POSBUF, 3 = VIACOMBO, 4 = COMBO, 5 = SKL+, 6 = FIFO).");
136module_param_array(bdl_pos_adj, int, NULL, 0644);
137MODULE_PARM_DESC(bdl_pos_adj, "BDL position adjustment offset.");
138module_param_array(probe_mask, int, NULL, 0444);
139MODULE_PARM_DESC(probe_mask, "Bitmask to probe codecs (default = -1).");
140module_param_array(probe_only, int, NULL, 0444);
141MODULE_PARM_DESC(probe_only, "Only probing and no codec initialization.");
142module_param_array(jackpoll_ms, int, NULL, 0444);
143MODULE_PARM_DESC(jackpoll_ms, "Ms between polling for jack events (default = 0, using unsol events only)");
144module_param(single_cmd, bint, 0444);
145MODULE_PARM_DESC(single_cmd, "Use single command to communicate with codecs "
146		 "(for debugging only).");
147module_param(enable_msi, bint, 0444);
148MODULE_PARM_DESC(enable_msi, "Enable Message Signaled Interrupt (MSI)");
149#ifdef CONFIG_SND_HDA_PATCH_LOADER
150module_param_array(patch, charp, NULL, 0444);
151MODULE_PARM_DESC(patch, "Patch file for Intel HD audio interface.");
152#endif
153#ifdef CONFIG_SND_HDA_INPUT_BEEP
154module_param_array(beep_mode, bool, NULL, 0444);
155MODULE_PARM_DESC(beep_mode, "Select HDA Beep registration mode "
156			    "(0=off, 1=on) (default=1).");
157#endif
158module_param(dmic_detect, bool, 0444);
159MODULE_PARM_DESC(dmic_detect, "Allow DSP driver selection (bypass this driver) "
160			     "(0=off, 1=on) (default=1); "
161		 "deprecated, use snd-intel-dspcfg.dsp_driver option instead");
162module_param(ctl_dev_id, bool, 0444);
163MODULE_PARM_DESC(ctl_dev_id, "Use control device identifier (based on codec address).");
164
165#ifdef CONFIG_PM
166static int param_set_xint(const char *val, const struct kernel_param *kp);
167static const struct kernel_param_ops param_ops_xint = {
168	.set = param_set_xint,
169	.get = param_get_int,
170};
171#define param_check_xint param_check_int
172
173static int power_save = CONFIG_SND_HDA_POWER_SAVE_DEFAULT;
174module_param(power_save, xint, 0644);
175MODULE_PARM_DESC(power_save, "Automatic power-saving timeout "
176		 "(in second, 0 = disable).");
177
178static bool pm_blacklist = true;
179module_param(pm_blacklist, bool, 0644);
180MODULE_PARM_DESC(pm_blacklist, "Enable power-management denylist");
181
182/* reset the HD-audio controller in power save mode.
183 * this may give more power-saving, but will take longer time to
184 * wake up.
185 */
186static bool power_save_controller = 1;
187module_param(power_save_controller, bool, 0644);
188MODULE_PARM_DESC(power_save_controller, "Reset controller in power save mode.");
189#else
190#define power_save	0
191#endif /* CONFIG_PM */
192
193static int align_buffer_size = -1;
194module_param(align_buffer_size, bint, 0644);
195MODULE_PARM_DESC(align_buffer_size,
196		"Force buffer and period sizes to be multiple of 128 bytes.");
197
198#ifdef CONFIG_X86
199static int hda_snoop = -1;
200module_param_named(snoop, hda_snoop, bint, 0444);
201MODULE_PARM_DESC(snoop, "Enable/disable snooping");
202#else
203#define hda_snoop		true
204#endif
205
206
207MODULE_LICENSE("GPL");
208MODULE_DESCRIPTION("Intel HDA driver");
209
210#if defined(CONFIG_PM) && defined(CONFIG_VGA_SWITCHEROO)
211#if IS_ENABLED(CONFIG_SND_HDA_CODEC_HDMI)
212#define SUPPORT_VGA_SWITCHEROO
213#endif
214#endif
215
216
217/*
218 */
219
220/* driver types */
221enum {
222	AZX_DRIVER_ICH,
223	AZX_DRIVER_PCH,
224	AZX_DRIVER_SCH,
225	AZX_DRIVER_SKL,
226	AZX_DRIVER_HDMI,
227	AZX_DRIVER_ATI,
228	AZX_DRIVER_ATIHDMI,
229	AZX_DRIVER_ATIHDMI_NS,
230	AZX_DRIVER_GFHDMI,
231	AZX_DRIVER_VIA,
232	AZX_DRIVER_SIS,
233	AZX_DRIVER_ULI,
234	AZX_DRIVER_NVIDIA,
235	AZX_DRIVER_TERA,
236	AZX_DRIVER_CTX,
237	AZX_DRIVER_CTHDA,
238	AZX_DRIVER_CMEDIA,
239	AZX_DRIVER_ZHAOXIN,
240	AZX_DRIVER_LOONGSON,
241	AZX_DRIVER_GENERIC,
242	AZX_NUM_DRIVERS, /* keep this as last entry */
243};
244
245#define azx_get_snoop_type(chip) \
246	(((chip)->driver_caps & AZX_DCAPS_SNOOP_MASK) >> 10)
247#define AZX_DCAPS_SNOOP_TYPE(type) ((AZX_SNOOP_TYPE_ ## type) << 10)
248
249/* quirks for old Intel chipsets */
250#define AZX_DCAPS_INTEL_ICH \
251	(AZX_DCAPS_OLD_SSYNC | AZX_DCAPS_NO_ALIGN_BUFSIZE)
252
253/* quirks for Intel PCH */
254#define AZX_DCAPS_INTEL_PCH_BASE \
255	(AZX_DCAPS_NO_ALIGN_BUFSIZE | AZX_DCAPS_COUNT_LPIB_DELAY |\
256	 AZX_DCAPS_SNOOP_TYPE(SCH))
257
258/* PCH up to IVB; no runtime PM; bind with i915 gfx */
259#define AZX_DCAPS_INTEL_PCH_NOPM \
260	(AZX_DCAPS_INTEL_PCH_BASE | AZX_DCAPS_I915_COMPONENT)
261
262/* PCH for HSW/BDW; with runtime PM */
263/* no i915 binding for this as HSW/BDW has another controller for HDMI */
264#define AZX_DCAPS_INTEL_PCH \
265	(AZX_DCAPS_INTEL_PCH_BASE | AZX_DCAPS_PM_RUNTIME)
266
267/* HSW HDMI */
268#define AZX_DCAPS_INTEL_HASWELL \
269	(/*AZX_DCAPS_ALIGN_BUFSIZE |*/ AZX_DCAPS_COUNT_LPIB_DELAY |\
270	 AZX_DCAPS_PM_RUNTIME | AZX_DCAPS_I915_COMPONENT |\
271	 AZX_DCAPS_SNOOP_TYPE(SCH))
272
273/* Broadwell HDMI can't use position buffer reliably, force to use LPIB */
274#define AZX_DCAPS_INTEL_BROADWELL \
275	(/*AZX_DCAPS_ALIGN_BUFSIZE |*/ AZX_DCAPS_POSFIX_LPIB |\
276	 AZX_DCAPS_PM_RUNTIME | AZX_DCAPS_I915_COMPONENT |\
277	 AZX_DCAPS_SNOOP_TYPE(SCH))
278
279#define AZX_DCAPS_INTEL_BAYTRAIL \
280	(AZX_DCAPS_INTEL_PCH_BASE | AZX_DCAPS_I915_COMPONENT)
281
282#define AZX_DCAPS_INTEL_BRASWELL \
283	(AZX_DCAPS_INTEL_PCH_BASE | AZX_DCAPS_PM_RUNTIME |\
284	 AZX_DCAPS_I915_COMPONENT)
285
286#define AZX_DCAPS_INTEL_SKYLAKE \
287	(AZX_DCAPS_INTEL_PCH_BASE | AZX_DCAPS_PM_RUNTIME |\
288	 AZX_DCAPS_SEPARATE_STREAM_TAG | AZX_DCAPS_I915_COMPONENT)
289
290#define AZX_DCAPS_INTEL_BROXTON		AZX_DCAPS_INTEL_SKYLAKE
291
292/* quirks for ATI SB / AMD Hudson */
293#define AZX_DCAPS_PRESET_ATI_SB \
294	(AZX_DCAPS_NO_TCSEL | AZX_DCAPS_POSFIX_LPIB |\
295	 AZX_DCAPS_SNOOP_TYPE(ATI))
296
297/* quirks for ATI/AMD HDMI */
298#define AZX_DCAPS_PRESET_ATI_HDMI \
299	(AZX_DCAPS_NO_TCSEL | AZX_DCAPS_POSFIX_LPIB|\
300	 AZX_DCAPS_NO_MSI64)
301
302/* quirks for ATI HDMI with snoop off */
303#define AZX_DCAPS_PRESET_ATI_HDMI_NS \
304	(AZX_DCAPS_PRESET_ATI_HDMI | AZX_DCAPS_SNOOP_OFF)
305
306/* quirks for AMD SB */
307#define AZX_DCAPS_PRESET_AMD_SB \
308	(AZX_DCAPS_NO_TCSEL | AZX_DCAPS_AMD_WORKAROUND |\
309	 AZX_DCAPS_SNOOP_TYPE(ATI) | AZX_DCAPS_PM_RUNTIME |\
310	 AZX_DCAPS_RETRY_PROBE)
311
312/* quirks for Nvidia */
313#define AZX_DCAPS_PRESET_NVIDIA \
314	(AZX_DCAPS_NO_MSI | AZX_DCAPS_CORBRP_SELF_CLEAR |\
315	 AZX_DCAPS_SNOOP_TYPE(NVIDIA))
316
317#define AZX_DCAPS_PRESET_CTHDA \
318	(AZX_DCAPS_NO_MSI | AZX_DCAPS_POSFIX_LPIB |\
319	 AZX_DCAPS_NO_64BIT |\
320	 AZX_DCAPS_4K_BDLE_BOUNDARY | AZX_DCAPS_SNOOP_OFF)
321
322/*
323 * vga_switcheroo support
324 */
325#ifdef SUPPORT_VGA_SWITCHEROO
326#define use_vga_switcheroo(chip)	((chip)->use_vga_switcheroo)
327#define needs_eld_notify_link(chip)	((chip)->bus.keep_power)
328#else
329#define use_vga_switcheroo(chip)	0
330#define needs_eld_notify_link(chip)	false
331#endif
332
333static const char * const driver_short_names[] = {
334	[AZX_DRIVER_ICH] = "HDA Intel",
335	[AZX_DRIVER_PCH] = "HDA Intel PCH",
336	[AZX_DRIVER_SCH] = "HDA Intel MID",
337	[AZX_DRIVER_SKL] = "HDA Intel PCH", /* kept old name for compatibility */
338	[AZX_DRIVER_HDMI] = "HDA Intel HDMI",
339	[AZX_DRIVER_ATI] = "HDA ATI SB",
340	[AZX_DRIVER_ATIHDMI] = "HDA ATI HDMI",
341	[AZX_DRIVER_ATIHDMI_NS] = "HDA ATI HDMI",
342	[AZX_DRIVER_GFHDMI] = "HDA GF HDMI",
343	[AZX_DRIVER_VIA] = "HDA VIA VT82xx",
344	[AZX_DRIVER_SIS] = "HDA SIS966",
345	[AZX_DRIVER_ULI] = "HDA ULI M5461",
346	[AZX_DRIVER_NVIDIA] = "HDA NVidia",
347	[AZX_DRIVER_TERA] = "HDA Teradici",
348	[AZX_DRIVER_CTX] = "HDA Creative",
349	[AZX_DRIVER_CTHDA] = "HDA Creative",
350	[AZX_DRIVER_CMEDIA] = "HDA C-Media",
351	[AZX_DRIVER_ZHAOXIN] = "HDA Zhaoxin",
352	[AZX_DRIVER_LOONGSON] = "HDA Loongson",
353	[AZX_DRIVER_GENERIC] = "HD-Audio Generic",
354};
355
356static int azx_acquire_irq(struct azx *chip, int do_disconnect);
357static void set_default_power_save(struct azx *chip);
358
359/*
360 * initialize the PCI registers
361 */
362/* update bits in a PCI register byte */
363static void update_pci_byte(struct pci_dev *pci, unsigned int reg,
364			    unsigned char mask, unsigned char val)
365{
366	unsigned char data;
367
368	pci_read_config_byte(pci, reg, &data);
369	data &= ~mask;
370	data |= (val & mask);
371	pci_write_config_byte(pci, reg, data);
372}
373
374static void azx_init_pci(struct azx *chip)
375{
376	int snoop_type = azx_get_snoop_type(chip);
377
378	/* Clear bits 0-2 of PCI register TCSEL (at offset 0x44)
379	 * TCSEL == Traffic Class Select Register, which sets PCI express QOS
380	 * Ensuring these bits are 0 clears playback static on some HD Audio
381	 * codecs.
382	 * The PCI register TCSEL is defined in the Intel manuals.
383	 */
384	if (!(chip->driver_caps & AZX_DCAPS_NO_TCSEL)) {
385		dev_dbg(chip->card->dev, "Clearing TCSEL\n");
386		update_pci_byte(chip->pci, AZX_PCIREG_TCSEL, 0x07, 0);
387	}
388
389	/* For ATI SB450/600/700/800/900 and AMD Hudson azalia HD audio,
390	 * we need to enable snoop.
391	 */
392	if (snoop_type == AZX_SNOOP_TYPE_ATI) {
393		dev_dbg(chip->card->dev, "Setting ATI snoop: %d\n",
394			azx_snoop(chip));
395		update_pci_byte(chip->pci,
396				ATI_SB450_HDAUDIO_MISC_CNTR2_ADDR, 0x07,
397				azx_snoop(chip) ? ATI_SB450_HDAUDIO_ENABLE_SNOOP : 0);
398	}
399
400	/* For NVIDIA HDA, enable snoop */
401	if (snoop_type == AZX_SNOOP_TYPE_NVIDIA) {
402		dev_dbg(chip->card->dev, "Setting Nvidia snoop: %d\n",
403			azx_snoop(chip));
404		update_pci_byte(chip->pci,
405				NVIDIA_HDA_TRANSREG_ADDR,
406				0x0f, NVIDIA_HDA_ENABLE_COHBITS);
407		update_pci_byte(chip->pci,
408				NVIDIA_HDA_ISTRM_COH,
409				0x01, NVIDIA_HDA_ENABLE_COHBIT);
410		update_pci_byte(chip->pci,
411				NVIDIA_HDA_OSTRM_COH,
412				0x01, NVIDIA_HDA_ENABLE_COHBIT);
413	}
414
415	/* Enable SCH/PCH snoop if needed */
416	if (snoop_type == AZX_SNOOP_TYPE_SCH) {
417		unsigned short snoop;
418		pci_read_config_word(chip->pci, INTEL_SCH_HDA_DEVC, &snoop);
419		if ((!azx_snoop(chip) && !(snoop & INTEL_SCH_HDA_DEVC_NOSNOOP)) ||
420		    (azx_snoop(chip) && (snoop & INTEL_SCH_HDA_DEVC_NOSNOOP))) {
421			snoop &= ~INTEL_SCH_HDA_DEVC_NOSNOOP;
422			if (!azx_snoop(chip))
423				snoop |= INTEL_SCH_HDA_DEVC_NOSNOOP;
424			pci_write_config_word(chip->pci, INTEL_SCH_HDA_DEVC, snoop);
425			pci_read_config_word(chip->pci,
426				INTEL_SCH_HDA_DEVC, &snoop);
427		}
428		dev_dbg(chip->card->dev, "SCH snoop: %s\n",
429			(snoop & INTEL_SCH_HDA_DEVC_NOSNOOP) ?
430			"Disabled" : "Enabled");
431        }
432}
433
434/*
435 * In BXT-P A0, HD-Audio DMA requests is later than expected,
436 * and makes an audio stream sensitive to system latencies when
437 * 24/32 bits are playing.
438 * Adjusting threshold of DMA fifo to force the DMA request
439 * sooner to improve latency tolerance at the expense of power.
440 */
441static void bxt_reduce_dma_latency(struct azx *chip)
442{
443	u32 val;
444
445	val = azx_readl(chip, VS_EM4L);
446	val &= (0x3 << 20);
447	azx_writel(chip, VS_EM4L, val);
448}
449
450/*
451 * ML_LCAP bits:
452 *  bit 0: 6 MHz Supported
453 *  bit 1: 12 MHz Supported
454 *  bit 2: 24 MHz Supported
455 *  bit 3: 48 MHz Supported
456 *  bit 4: 96 MHz Supported
457 *  bit 5: 192 MHz Supported
458 */
459static int intel_get_lctl_scf(struct azx *chip)
460{
461	struct hdac_bus *bus = azx_bus(chip);
462	static const int preferred_bits[] = { 2, 3, 1, 4, 5 };
463	u32 val, t;
464	int i;
465
466	val = readl(bus->mlcap + AZX_ML_BASE + AZX_REG_ML_LCAP);
467
468	for (i = 0; i < ARRAY_SIZE(preferred_bits); i++) {
469		t = preferred_bits[i];
470		if (val & (1 << t))
471			return t;
472	}
473
474	dev_warn(chip->card->dev, "set audio clock frequency to 6MHz");
475	return 0;
476}
477
478static int intel_ml_lctl_set_power(struct azx *chip, int state)
479{
480	struct hdac_bus *bus = azx_bus(chip);
481	u32 val;
482	int timeout;
483
484	/*
485	 * Changes to LCTL.SCF are only needed for the first multi-link dealing
486	 * with external codecs
487	 */
488	val = readl(bus->mlcap + AZX_ML_BASE + AZX_REG_ML_LCTL);
489	val &= ~AZX_ML_LCTL_SPA;
490	val |= state << AZX_ML_LCTL_SPA_SHIFT;
491	writel(val, bus->mlcap + AZX_ML_BASE + AZX_REG_ML_LCTL);
492	/* wait for CPA */
493	timeout = 50;
494	while (timeout) {
495		if (((readl(bus->mlcap + AZX_ML_BASE + AZX_REG_ML_LCTL)) &
496		    AZX_ML_LCTL_CPA) == (state << AZX_ML_LCTL_CPA_SHIFT))
497			return 0;
498		timeout--;
499		udelay(10);
500	}
501
502	return -1;
503}
504
505static void intel_init_lctl(struct azx *chip)
506{
507	struct hdac_bus *bus = azx_bus(chip);
508	u32 val;
509	int ret;
510
511	/* 0. check lctl register value is correct or not */
512	val = readl(bus->mlcap + AZX_ML_BASE + AZX_REG_ML_LCTL);
513	/* only perform additional configurations if the SCF is initially based on 6MHz */
514	if ((val & AZX_ML_LCTL_SCF) != 0)
515		return;
516
517	/*
518	 * Before operating on SPA, CPA must match SPA.
519	 * Any deviation may result in undefined behavior.
520	 */
521	if (((val & AZX_ML_LCTL_SPA) >> AZX_ML_LCTL_SPA_SHIFT) !=
522		((val & AZX_ML_LCTL_CPA) >> AZX_ML_LCTL_CPA_SHIFT))
523		return;
524
525	/* 1. turn link down: set SPA to 0 and wait CPA to 0 */
526	ret = intel_ml_lctl_set_power(chip, 0);
527	udelay(100);
528	if (ret)
529		goto set_spa;
530
531	/* 2. update SCF to select an audio clock different from 6MHz */
532	val &= ~AZX_ML_LCTL_SCF;
533	val |= intel_get_lctl_scf(chip);
534	writel(val, bus->mlcap + AZX_ML_BASE + AZX_REG_ML_LCTL);
535
536set_spa:
537	/* 4. turn link up: set SPA to 1 and wait CPA to 1 */
538	intel_ml_lctl_set_power(chip, 1);
539	udelay(100);
540}
541
542static void hda_intel_init_chip(struct azx *chip, bool full_reset)
543{
544	struct hdac_bus *bus = azx_bus(chip);
545	struct pci_dev *pci = chip->pci;
546	u32 val;
547
548	snd_hdac_set_codec_wakeup(bus, true);
549	if (chip->driver_type == AZX_DRIVER_SKL) {
550		pci_read_config_dword(pci, INTEL_HDA_CGCTL, &val);
551		val = val & ~INTEL_HDA_CGCTL_MISCBDCGE;
552		pci_write_config_dword(pci, INTEL_HDA_CGCTL, val);
553	}
554	azx_init_chip(chip, full_reset);
555	if (chip->driver_type == AZX_DRIVER_SKL) {
556		pci_read_config_dword(pci, INTEL_HDA_CGCTL, &val);
557		val = val | INTEL_HDA_CGCTL_MISCBDCGE;
558		pci_write_config_dword(pci, INTEL_HDA_CGCTL, val);
559	}
560
561	snd_hdac_set_codec_wakeup(bus, false);
562
563	/* reduce dma latency to avoid noise */
564	if (HDA_CONTROLLER_IS_APL(pci))
565		bxt_reduce_dma_latency(chip);
566
567	if (bus->mlcap != NULL)
568		intel_init_lctl(chip);
569}
570
571/* calculate runtime delay from LPIB */
572static int azx_get_delay_from_lpib(struct azx *chip, struct azx_dev *azx_dev,
573				   unsigned int pos)
574{
575	struct snd_pcm_substream *substream = azx_dev->core.substream;
576	int stream = substream->stream;
577	unsigned int lpib_pos = azx_get_pos_lpib(chip, azx_dev);
578	int delay;
579
580	if (stream == SNDRV_PCM_STREAM_PLAYBACK)
581		delay = pos - lpib_pos;
582	else
583		delay = lpib_pos - pos;
584	if (delay < 0) {
585		if (delay >= azx_dev->core.delay_negative_threshold)
586			delay = 0;
587		else
588			delay += azx_dev->core.bufsize;
589	}
590
591	if (delay >= azx_dev->core.period_bytes) {
592		dev_info(chip->card->dev,
593			 "Unstable LPIB (%d >= %d); disabling LPIB delay counting\n",
594			 delay, azx_dev->core.period_bytes);
595		delay = 0;
596		chip->driver_caps &= ~AZX_DCAPS_COUNT_LPIB_DELAY;
597		chip->get_delay[stream] = NULL;
598	}
599
600	return bytes_to_frames(substream->runtime, delay);
601}
602
603static int azx_position_ok(struct azx *chip, struct azx_dev *azx_dev);
604
605/* called from IRQ */
606static int azx_position_check(struct azx *chip, struct azx_dev *azx_dev)
607{
608	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
609	int ok;
610
611	ok = azx_position_ok(chip, azx_dev);
612	if (ok == 1) {
613		azx_dev->irq_pending = 0;
614		return ok;
615	} else if (ok == 0) {
616		/* bogus IRQ, process it later */
617		azx_dev->irq_pending = 1;
618		schedule_work(&hda->irq_pending_work);
619	}
620	return 0;
621}
622
623#define display_power(chip, enable) \
624	snd_hdac_display_power(azx_bus(chip), HDA_CODEC_IDX_CONTROLLER, enable)
625
626/*
627 * Check whether the current DMA position is acceptable for updating
628 * periods.  Returns non-zero if it's OK.
629 *
630 * Many HD-audio controllers appear pretty inaccurate about
631 * the update-IRQ timing.  The IRQ is issued before actually the
632 * data is processed.  So, we need to process it afterwords in a
633 * workqueue.
634 *
635 * Returns 1 if OK to proceed, 0 for delay handling, -1 for skipping update
636 */
637static int azx_position_ok(struct azx *chip, struct azx_dev *azx_dev)
638{
639	struct snd_pcm_substream *substream = azx_dev->core.substream;
640	struct snd_pcm_runtime *runtime = substream->runtime;
641	int stream = substream->stream;
642	u32 wallclk;
643	unsigned int pos;
644	snd_pcm_uframes_t hwptr, target;
645
646	/*
647	 * The value of the WALLCLK register is always 0
648	 * on the Loongson controller, so we return directly.
649	 */
650	if (chip->driver_type == AZX_DRIVER_LOONGSON)
651		return 1;
652
653	wallclk = azx_readl(chip, WALLCLK) - azx_dev->core.start_wallclk;
654	if (wallclk < (azx_dev->core.period_wallclk * 2) / 3)
655		return -1;	/* bogus (too early) interrupt */
656
657	if (chip->get_position[stream])
658		pos = chip->get_position[stream](chip, azx_dev);
659	else { /* use the position buffer as default */
660		pos = azx_get_pos_posbuf(chip, azx_dev);
661		if (!pos || pos == (u32)-1) {
662			dev_info(chip->card->dev,
663				 "Invalid position buffer, using LPIB read method instead.\n");
664			chip->get_position[stream] = azx_get_pos_lpib;
665			if (chip->get_position[0] == azx_get_pos_lpib &&
666			    chip->get_position[1] == azx_get_pos_lpib)
667				azx_bus(chip)->use_posbuf = false;
668			pos = azx_get_pos_lpib(chip, azx_dev);
669			chip->get_delay[stream] = NULL;
670		} else {
671			chip->get_position[stream] = azx_get_pos_posbuf;
672			if (chip->driver_caps & AZX_DCAPS_COUNT_LPIB_DELAY)
673				chip->get_delay[stream] = azx_get_delay_from_lpib;
674		}
675	}
676
677	if (pos >= azx_dev->core.bufsize)
678		pos = 0;
679
680	if (WARN_ONCE(!azx_dev->core.period_bytes,
681		      "hda-intel: zero azx_dev->period_bytes"))
682		return -1; /* this shouldn't happen! */
683	if (wallclk < (azx_dev->core.period_wallclk * 5) / 4 &&
684	    pos % azx_dev->core.period_bytes > azx_dev->core.period_bytes / 2)
685		/* NG - it's below the first next period boundary */
686		return chip->bdl_pos_adj ? 0 : -1;
687	azx_dev->core.start_wallclk += wallclk;
688
689	if (azx_dev->core.no_period_wakeup)
690		return 1; /* OK, no need to check period boundary */
691
692	if (runtime->hw_ptr_base != runtime->hw_ptr_interrupt)
693		return 1; /* OK, already in hwptr updating process */
694
695	/* check whether the period gets really elapsed */
696	pos = bytes_to_frames(runtime, pos);
697	hwptr = runtime->hw_ptr_base + pos;
698	if (hwptr < runtime->status->hw_ptr)
699		hwptr += runtime->buffer_size;
700	target = runtime->hw_ptr_interrupt + runtime->period_size;
701	if (hwptr < target) {
702		/* too early wakeup, process it later */
703		return chip->bdl_pos_adj ? 0 : -1;
704	}
705
706	return 1; /* OK, it's fine */
707}
708
709/*
710 * The work for pending PCM period updates.
711 */
712static void azx_irq_pending_work(struct work_struct *work)
713{
714	struct hda_intel *hda = container_of(work, struct hda_intel, irq_pending_work);
715	struct azx *chip = &hda->chip;
716	struct hdac_bus *bus = azx_bus(chip);
717	struct hdac_stream *s;
718	int pending, ok;
719
720	if (!hda->irq_pending_warned) {
721		dev_info(chip->card->dev,
722			 "IRQ timing workaround is activated for card #%d. Suggest a bigger bdl_pos_adj.\n",
723			 chip->card->number);
724		hda->irq_pending_warned = 1;
725	}
726
727	for (;;) {
728		pending = 0;
729		spin_lock_irq(&bus->reg_lock);
730		list_for_each_entry(s, &bus->stream_list, list) {
731			struct azx_dev *azx_dev = stream_to_azx_dev(s);
732			if (!azx_dev->irq_pending ||
733			    !s->substream ||
734			    !s->running)
735				continue;
736			ok = azx_position_ok(chip, azx_dev);
737			if (ok > 0) {
738				azx_dev->irq_pending = 0;
739				spin_unlock(&bus->reg_lock);
740				snd_pcm_period_elapsed(s->substream);
741				spin_lock(&bus->reg_lock);
742			} else if (ok < 0) {
743				pending = 0;	/* too early */
744			} else
745				pending++;
746		}
747		spin_unlock_irq(&bus->reg_lock);
748		if (!pending)
749			return;
750		msleep(1);
751	}
752}
753
754/* clear irq_pending flags and assure no on-going workq */
755static void azx_clear_irq_pending(struct azx *chip)
756{
757	struct hdac_bus *bus = azx_bus(chip);
758	struct hdac_stream *s;
759
760	spin_lock_irq(&bus->reg_lock);
761	list_for_each_entry(s, &bus->stream_list, list) {
762		struct azx_dev *azx_dev = stream_to_azx_dev(s);
763		azx_dev->irq_pending = 0;
764	}
765	spin_unlock_irq(&bus->reg_lock);
766}
767
768static int azx_acquire_irq(struct azx *chip, int do_disconnect)
769{
770	struct hdac_bus *bus = azx_bus(chip);
771
772	if (request_irq(chip->pci->irq, azx_interrupt,
773			chip->msi ? 0 : IRQF_SHARED,
774			chip->card->irq_descr, chip)) {
775		dev_err(chip->card->dev,
776			"unable to grab IRQ %d, disabling device\n",
777			chip->pci->irq);
778		if (do_disconnect)
779			snd_card_disconnect(chip->card);
780		return -1;
781	}
782	bus->irq = chip->pci->irq;
783	chip->card->sync_irq = bus->irq;
784	pci_intx(chip->pci, !chip->msi);
785	return 0;
786}
787
788/* get the current DMA position with correction on VIA chips */
789static unsigned int azx_via_get_position(struct azx *chip,
790					 struct azx_dev *azx_dev)
791{
792	unsigned int link_pos, mini_pos, bound_pos;
793	unsigned int mod_link_pos, mod_dma_pos, mod_mini_pos;
794	unsigned int fifo_size;
795
796	link_pos = snd_hdac_stream_get_pos_lpib(azx_stream(azx_dev));
797	if (azx_dev->core.substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
798		/* Playback, no problem using link position */
799		return link_pos;
800	}
801
802	/* Capture */
803	/* For new chipset,
804	 * use mod to get the DMA position just like old chipset
805	 */
806	mod_dma_pos = le32_to_cpu(*azx_dev->core.posbuf);
807	mod_dma_pos %= azx_dev->core.period_bytes;
808
809	fifo_size = azx_stream(azx_dev)->fifo_size - 1;
810
811	if (azx_dev->insufficient) {
812		/* Link position never gather than FIFO size */
813		if (link_pos <= fifo_size)
814			return 0;
815
816		azx_dev->insufficient = 0;
817	}
818
819	if (link_pos <= fifo_size)
820		mini_pos = azx_dev->core.bufsize + link_pos - fifo_size;
821	else
822		mini_pos = link_pos - fifo_size;
823
824	/* Find nearest previous boudary */
825	mod_mini_pos = mini_pos % azx_dev->core.period_bytes;
826	mod_link_pos = link_pos % azx_dev->core.period_bytes;
827	if (mod_link_pos >= fifo_size)
828		bound_pos = link_pos - mod_link_pos;
829	else if (mod_dma_pos >= mod_mini_pos)
830		bound_pos = mini_pos - mod_mini_pos;
831	else {
832		bound_pos = mini_pos - mod_mini_pos + azx_dev->core.period_bytes;
833		if (bound_pos >= azx_dev->core.bufsize)
834			bound_pos = 0;
835	}
836
837	/* Calculate real DMA position we want */
838	return bound_pos + mod_dma_pos;
839}
840
841#define AMD_FIFO_SIZE	32
842
843/* get the current DMA position with FIFO size correction */
844static unsigned int azx_get_pos_fifo(struct azx *chip, struct azx_dev *azx_dev)
845{
846	struct snd_pcm_substream *substream = azx_dev->core.substream;
847	struct snd_pcm_runtime *runtime = substream->runtime;
848	unsigned int pos, delay;
849
850	pos = snd_hdac_stream_get_pos_lpib(azx_stream(azx_dev));
851	if (!runtime)
852		return pos;
853
854	runtime->delay = AMD_FIFO_SIZE;
855	delay = frames_to_bytes(runtime, AMD_FIFO_SIZE);
856	if (azx_dev->insufficient) {
857		if (pos < delay) {
858			delay = pos;
859			runtime->delay = bytes_to_frames(runtime, pos);
860		} else {
861			azx_dev->insufficient = 0;
862		}
863	}
864
865	/* correct the DMA position for capture stream */
866	if (substream->stream == SNDRV_PCM_STREAM_CAPTURE) {
867		if (pos < delay)
868			pos += azx_dev->core.bufsize;
869		pos -= delay;
870	}
871
872	return pos;
873}
874
875static int azx_get_delay_from_fifo(struct azx *chip, struct azx_dev *azx_dev,
876				   unsigned int pos)
877{
878	struct snd_pcm_substream *substream = azx_dev->core.substream;
879
880	/* just read back the calculated value in the above */
881	return substream->runtime->delay;
882}
883
884static void __azx_shutdown_chip(struct azx *chip, bool skip_link_reset)
885{
886	azx_stop_chip(chip);
887	if (!skip_link_reset)
888		azx_enter_link_reset(chip);
889	azx_clear_irq_pending(chip);
890	display_power(chip, false);
891}
892
893#ifdef CONFIG_PM
894static DEFINE_MUTEX(card_list_lock);
895static LIST_HEAD(card_list);
896
897static void azx_shutdown_chip(struct azx *chip)
898{
899	__azx_shutdown_chip(chip, false);
900}
901
902static void azx_add_card_list(struct azx *chip)
903{
904	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
905	mutex_lock(&card_list_lock);
906	list_add(&hda->list, &card_list);
907	mutex_unlock(&card_list_lock);
908}
909
910static void azx_del_card_list(struct azx *chip)
911{
912	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
913	mutex_lock(&card_list_lock);
914	list_del_init(&hda->list);
915	mutex_unlock(&card_list_lock);
916}
917
918/* trigger power-save check at writing parameter */
919static int param_set_xint(const char *val, const struct kernel_param *kp)
920{
921	struct hda_intel *hda;
922	struct azx *chip;
923	int prev = power_save;
924	int ret = param_set_int(val, kp);
925
926	if (ret || prev == power_save)
927		return ret;
928
929	mutex_lock(&card_list_lock);
930	list_for_each_entry(hda, &card_list, list) {
931		chip = &hda->chip;
932		if (!hda->probe_continued || chip->disabled)
933			continue;
934		snd_hda_set_power_save(&chip->bus, power_save * 1000);
935	}
936	mutex_unlock(&card_list_lock);
937	return 0;
938}
939
940/*
941 * power management
942 */
943static bool azx_is_pm_ready(struct snd_card *card)
944{
945	struct azx *chip;
946	struct hda_intel *hda;
947
948	if (!card)
949		return false;
950	chip = card->private_data;
951	hda = container_of(chip, struct hda_intel, chip);
952	if (chip->disabled || hda->init_failed || !chip->running)
953		return false;
954	return true;
955}
956
957static void __azx_runtime_resume(struct azx *chip)
958{
959	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
960	struct hdac_bus *bus = azx_bus(chip);
961	struct hda_codec *codec;
962	int status;
963
964	display_power(chip, true);
965	if (hda->need_i915_power)
966		snd_hdac_i915_set_bclk(bus);
967
968	/* Read STATESTS before controller reset */
969	status = azx_readw(chip, STATESTS);
970
971	azx_init_pci(chip);
972	hda_intel_init_chip(chip, true);
973
974	/* Avoid codec resume if runtime resume is for system suspend */
975	if (!chip->pm_prepared) {
976		list_for_each_codec(codec, &chip->bus) {
977			if (codec->relaxed_resume)
978				continue;
979
980			if (codec->forced_resume || (status & (1 << codec->addr)))
981				pm_request_resume(hda_codec_dev(codec));
982		}
983	}
984
985	/* power down again for link-controlled chips */
986	if (!hda->need_i915_power)
987		display_power(chip, false);
988}
989
990#ifdef CONFIG_PM_SLEEP
991static int azx_prepare(struct device *dev)
992{
993	struct snd_card *card = dev_get_drvdata(dev);
994	struct azx *chip;
995
996	if (!azx_is_pm_ready(card))
997		return 0;
998
999	chip = card->private_data;
1000	chip->pm_prepared = 1;
1001	snd_power_change_state(card, SNDRV_CTL_POWER_D3hot);
1002
1003	flush_work(&azx_bus(chip)->unsol_work);
1004
1005	/* HDA controller always requires different WAKEEN for runtime suspend
1006	 * and system suspend, so don't use direct-complete here.
1007	 */
1008	return 0;
1009}
1010
1011static void azx_complete(struct device *dev)
1012{
1013	struct snd_card *card = dev_get_drvdata(dev);
1014	struct azx *chip;
1015
1016	if (!azx_is_pm_ready(card))
1017		return;
1018
1019	chip = card->private_data;
1020	snd_power_change_state(card, SNDRV_CTL_POWER_D0);
1021	chip->pm_prepared = 0;
1022}
1023
1024static int azx_suspend(struct device *dev)
1025{
1026	struct snd_card *card = dev_get_drvdata(dev);
1027	struct azx *chip;
1028	struct hdac_bus *bus;
1029
1030	if (!azx_is_pm_ready(card))
1031		return 0;
1032
1033	chip = card->private_data;
1034	bus = azx_bus(chip);
1035	azx_shutdown_chip(chip);
1036	if (bus->irq >= 0) {
1037		free_irq(bus->irq, chip);
1038		bus->irq = -1;
1039		chip->card->sync_irq = -1;
1040	}
1041
1042	if (chip->msi)
1043		pci_disable_msi(chip->pci);
1044
1045	trace_azx_suspend(chip);
1046	return 0;
1047}
1048
1049static int azx_resume(struct device *dev)
1050{
1051	struct snd_card *card = dev_get_drvdata(dev);
1052	struct azx *chip;
1053
1054	if (!azx_is_pm_ready(card))
1055		return 0;
1056
1057	chip = card->private_data;
1058	if (chip->msi)
1059		if (pci_enable_msi(chip->pci) < 0)
1060			chip->msi = 0;
1061	if (azx_acquire_irq(chip, 1) < 0)
1062		return -EIO;
1063
1064	__azx_runtime_resume(chip);
1065
1066	trace_azx_resume(chip);
1067	return 0;
1068}
1069
1070/* put codec down to D3 at hibernation for Intel SKL+;
1071 * otherwise BIOS may still access the codec and screw up the driver
1072 */
1073static int azx_freeze_noirq(struct device *dev)
1074{
1075	struct snd_card *card = dev_get_drvdata(dev);
1076	struct azx *chip = card->private_data;
1077	struct pci_dev *pci = to_pci_dev(dev);
1078
1079	if (!azx_is_pm_ready(card))
1080		return 0;
1081	if (chip->driver_type == AZX_DRIVER_SKL)
1082		pci_set_power_state(pci, PCI_D3hot);
1083
1084	return 0;
1085}
1086
1087static int azx_thaw_noirq(struct device *dev)
1088{
1089	struct snd_card *card = dev_get_drvdata(dev);
1090	struct azx *chip = card->private_data;
1091	struct pci_dev *pci = to_pci_dev(dev);
1092
1093	if (!azx_is_pm_ready(card))
1094		return 0;
1095	if (chip->driver_type == AZX_DRIVER_SKL)
1096		pci_set_power_state(pci, PCI_D0);
1097
1098	return 0;
1099}
1100#endif /* CONFIG_PM_SLEEP */
1101
1102static int azx_runtime_suspend(struct device *dev)
1103{
1104	struct snd_card *card = dev_get_drvdata(dev);
1105	struct azx *chip;
1106
1107	if (!azx_is_pm_ready(card))
1108		return 0;
1109	chip = card->private_data;
1110
1111	/* enable controller wake up event */
1112	azx_writew(chip, WAKEEN, azx_readw(chip, WAKEEN) | STATESTS_INT_MASK);
1113
1114	azx_shutdown_chip(chip);
1115	trace_azx_runtime_suspend(chip);
1116	return 0;
1117}
1118
1119static int azx_runtime_resume(struct device *dev)
1120{
1121	struct snd_card *card = dev_get_drvdata(dev);
1122	struct azx *chip;
1123
1124	if (!azx_is_pm_ready(card))
1125		return 0;
1126	chip = card->private_data;
1127	__azx_runtime_resume(chip);
1128
1129	/* disable controller Wake Up event*/
1130	azx_writew(chip, WAKEEN, azx_readw(chip, WAKEEN) & ~STATESTS_INT_MASK);
1131
1132	trace_azx_runtime_resume(chip);
1133	return 0;
1134}
1135
1136static int azx_runtime_idle(struct device *dev)
1137{
1138	struct snd_card *card = dev_get_drvdata(dev);
1139	struct azx *chip;
1140	struct hda_intel *hda;
1141
1142	if (!card)
1143		return 0;
1144
1145	chip = card->private_data;
1146	hda = container_of(chip, struct hda_intel, chip);
1147	if (chip->disabled || hda->init_failed)
1148		return 0;
1149
1150	if (!power_save_controller || !azx_has_pm_runtime(chip) ||
1151	    azx_bus(chip)->codec_powered || !chip->running)
1152		return -EBUSY;
1153
1154	/* ELD notification gets broken when HD-audio bus is off */
1155	if (needs_eld_notify_link(chip))
1156		return -EBUSY;
1157
1158	return 0;
1159}
1160
1161static const struct dev_pm_ops azx_pm = {
1162	SET_SYSTEM_SLEEP_PM_OPS(azx_suspend, azx_resume)
1163#ifdef CONFIG_PM_SLEEP
1164	.prepare = azx_prepare,
1165	.complete = azx_complete,
1166	.freeze_noirq = azx_freeze_noirq,
1167	.thaw_noirq = azx_thaw_noirq,
1168#endif
1169	SET_RUNTIME_PM_OPS(azx_runtime_suspend, azx_runtime_resume, azx_runtime_idle)
1170};
1171
1172#define AZX_PM_OPS	&azx_pm
1173#else
1174#define azx_add_card_list(chip) /* NOP */
1175#define azx_del_card_list(chip) /* NOP */
1176#define AZX_PM_OPS	NULL
1177#endif /* CONFIG_PM */
1178
1179
1180static int azx_probe_continue(struct azx *chip);
1181
1182#ifdef SUPPORT_VGA_SWITCHEROO
1183static struct pci_dev *get_bound_vga(struct pci_dev *pci);
1184
1185static void azx_vs_set_state(struct pci_dev *pci,
1186			     enum vga_switcheroo_state state)
1187{
1188	struct snd_card *card = pci_get_drvdata(pci);
1189	struct azx *chip = card->private_data;
1190	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
1191	struct hda_codec *codec;
1192	bool disabled;
1193
1194	wait_for_completion(&hda->probe_wait);
1195	if (hda->init_failed)
1196		return;
1197
1198	disabled = (state == VGA_SWITCHEROO_OFF);
1199	if (chip->disabled == disabled)
1200		return;
1201
1202	if (!hda->probe_continued) {
1203		chip->disabled = disabled;
1204		if (!disabled) {
1205			dev_info(chip->card->dev,
1206				 "Start delayed initialization\n");
1207			if (azx_probe_continue(chip) < 0)
1208				dev_err(chip->card->dev, "initialization error\n");
1209		}
1210	} else {
1211		dev_info(chip->card->dev, "%s via vga_switcheroo\n",
1212			 disabled ? "Disabling" : "Enabling");
1213		if (disabled) {
1214			list_for_each_codec(codec, &chip->bus) {
1215				pm_runtime_suspend(hda_codec_dev(codec));
1216				pm_runtime_disable(hda_codec_dev(codec));
1217			}
1218			pm_runtime_suspend(card->dev);
1219			pm_runtime_disable(card->dev);
1220			/* when we get suspended by vga_switcheroo we end up in D3cold,
1221			 * however we have no ACPI handle, so pci/acpi can't put us there,
1222			 * put ourselves there */
1223			pci->current_state = PCI_D3cold;
1224			chip->disabled = true;
1225			if (snd_hda_lock_devices(&chip->bus))
1226				dev_warn(chip->card->dev,
1227					 "Cannot lock devices!\n");
1228		} else {
1229			snd_hda_unlock_devices(&chip->bus);
1230			chip->disabled = false;
1231			pm_runtime_enable(card->dev);
1232			list_for_each_codec(codec, &chip->bus) {
1233				pm_runtime_enable(hda_codec_dev(codec));
1234				pm_runtime_resume(hda_codec_dev(codec));
1235			}
1236		}
1237	}
1238}
1239
1240static bool azx_vs_can_switch(struct pci_dev *pci)
1241{
1242	struct snd_card *card = pci_get_drvdata(pci);
1243	struct azx *chip = card->private_data;
1244	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
1245
1246	wait_for_completion(&hda->probe_wait);
1247	if (hda->init_failed)
1248		return false;
1249	if (chip->disabled || !hda->probe_continued)
1250		return true;
1251	if (snd_hda_lock_devices(&chip->bus))
1252		return false;
1253	snd_hda_unlock_devices(&chip->bus);
1254	return true;
1255}
1256
1257/*
1258 * The discrete GPU cannot power down unless the HDA controller runtime
1259 * suspends, so activate runtime PM on codecs even if power_save == 0.
1260 */
1261static void setup_vga_switcheroo_runtime_pm(struct azx *chip)
1262{
1263	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
1264	struct hda_codec *codec;
1265
1266	if (hda->use_vga_switcheroo && !needs_eld_notify_link(chip)) {
1267		list_for_each_codec(codec, &chip->bus)
1268			codec->auto_runtime_pm = 1;
1269		/* reset the power save setup */
1270		if (chip->running)
1271			set_default_power_save(chip);
1272	}
1273}
1274
1275static void azx_vs_gpu_bound(struct pci_dev *pci,
1276			     enum vga_switcheroo_client_id client_id)
1277{
1278	struct snd_card *card = pci_get_drvdata(pci);
1279	struct azx *chip = card->private_data;
1280
1281	if (client_id == VGA_SWITCHEROO_DIS)
1282		chip->bus.keep_power = 0;
1283	setup_vga_switcheroo_runtime_pm(chip);
1284}
1285
1286static void init_vga_switcheroo(struct azx *chip)
1287{
1288	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
1289	struct pci_dev *p = get_bound_vga(chip->pci);
1290	struct pci_dev *parent;
1291	if (p) {
1292		dev_info(chip->card->dev,
1293			 "Handle vga_switcheroo audio client\n");
1294		hda->use_vga_switcheroo = 1;
1295
1296		/* cleared in either gpu_bound op or codec probe, or when its
1297		 * upstream port has _PR3 (i.e. dGPU).
1298		 */
1299		parent = pci_upstream_bridge(p);
1300		chip->bus.keep_power = parent ? !pci_pr3_present(parent) : 1;
1301		chip->driver_caps |= AZX_DCAPS_PM_RUNTIME;
1302		pci_dev_put(p);
1303	}
1304}
1305
1306static const struct vga_switcheroo_client_ops azx_vs_ops = {
1307	.set_gpu_state = azx_vs_set_state,
1308	.can_switch = azx_vs_can_switch,
1309	.gpu_bound = azx_vs_gpu_bound,
1310};
1311
1312static int register_vga_switcheroo(struct azx *chip)
1313{
1314	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
1315	struct pci_dev *p;
1316	int err;
1317
1318	if (!hda->use_vga_switcheroo)
1319		return 0;
1320
1321	p = get_bound_vga(chip->pci);
1322	err = vga_switcheroo_register_audio_client(chip->pci, &azx_vs_ops, p);
1323	pci_dev_put(p);
1324
1325	if (err < 0)
1326		return err;
1327	hda->vga_switcheroo_registered = 1;
1328
1329	return 0;
1330}
1331#else
1332#define init_vga_switcheroo(chip)		/* NOP */
1333#define register_vga_switcheroo(chip)		0
1334#define check_hdmi_disabled(pci)	false
1335#define setup_vga_switcheroo_runtime_pm(chip)	/* NOP */
1336#endif /* SUPPORT_VGA_SWITCHER */
1337
1338/*
1339 * destructor
1340 */
1341static void azx_free(struct azx *chip)
1342{
1343	struct pci_dev *pci = chip->pci;
1344	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
1345	struct hdac_bus *bus = azx_bus(chip);
1346
1347	if (hda->freed)
1348		return;
1349
1350	if (azx_has_pm_runtime(chip) && chip->running) {
1351		pm_runtime_get_noresume(&pci->dev);
1352		pm_runtime_forbid(&pci->dev);
1353		pm_runtime_dont_use_autosuspend(&pci->dev);
1354	}
1355
1356	chip->running = 0;
1357
1358	azx_del_card_list(chip);
1359
1360	hda->init_failed = 1; /* to be sure */
1361	complete_all(&hda->probe_wait);
1362
1363	if (use_vga_switcheroo(hda)) {
1364		if (chip->disabled && hda->probe_continued)
1365			snd_hda_unlock_devices(&chip->bus);
1366		if (hda->vga_switcheroo_registered)
1367			vga_switcheroo_unregister_client(chip->pci);
1368	}
1369
1370	if (bus->chip_init) {
1371		azx_clear_irq_pending(chip);
1372		azx_stop_all_streams(chip);
1373		azx_stop_chip(chip);
1374	}
1375
1376	if (bus->irq >= 0)
1377		free_irq(bus->irq, (void*)chip);
1378
1379	azx_free_stream_pages(chip);
1380	azx_free_streams(chip);
1381	snd_hdac_bus_exit(bus);
1382
1383#ifdef CONFIG_SND_HDA_PATCH_LOADER
1384	release_firmware(chip->fw);
1385#endif
1386	display_power(chip, false);
1387
1388	if (chip->driver_caps & AZX_DCAPS_I915_COMPONENT)
1389		snd_hdac_i915_exit(bus);
1390
1391	hda->freed = 1;
1392}
1393
1394static int azx_dev_disconnect(struct snd_device *device)
1395{
1396	struct azx *chip = device->device_data;
1397	struct hdac_bus *bus = azx_bus(chip);
1398
1399	chip->bus.shutdown = 1;
1400	cancel_work_sync(&bus->unsol_work);
1401
1402	return 0;
1403}
1404
1405static int azx_dev_free(struct snd_device *device)
1406{
1407	azx_free(device->device_data);
1408	return 0;
1409}
1410
1411#ifdef SUPPORT_VGA_SWITCHEROO
1412#ifdef CONFIG_ACPI
1413/* ATPX is in the integrated GPU's namespace */
1414static bool atpx_present(void)
1415{
1416	struct pci_dev *pdev = NULL;
1417	acpi_handle dhandle, atpx_handle;
1418	acpi_status status;
1419
1420	while ((pdev = pci_get_class(PCI_CLASS_DISPLAY_VGA << 8, pdev)) != NULL) {
1421		dhandle = ACPI_HANDLE(&pdev->dev);
1422		if (dhandle) {
1423			status = acpi_get_handle(dhandle, "ATPX", &atpx_handle);
1424			if (ACPI_SUCCESS(status)) {
1425				pci_dev_put(pdev);
1426				return true;
1427			}
1428		}
1429	}
1430	while ((pdev = pci_get_class(PCI_CLASS_DISPLAY_OTHER << 8, pdev)) != NULL) {
1431		dhandle = ACPI_HANDLE(&pdev->dev);
1432		if (dhandle) {
1433			status = acpi_get_handle(dhandle, "ATPX", &atpx_handle);
1434			if (ACPI_SUCCESS(status)) {
1435				pci_dev_put(pdev);
1436				return true;
1437			}
1438		}
1439	}
1440	return false;
1441}
1442#else
1443static bool atpx_present(void)
1444{
1445	return false;
1446}
1447#endif
1448
1449/*
1450 * Check of disabled HDMI controller by vga_switcheroo
1451 */
1452static struct pci_dev *get_bound_vga(struct pci_dev *pci)
1453{
1454	struct pci_dev *p;
1455
1456	/* check only discrete GPU */
1457	switch (pci->vendor) {
1458	case PCI_VENDOR_ID_ATI:
1459	case PCI_VENDOR_ID_AMD:
1460		if (pci->devfn == 1) {
1461			p = pci_get_domain_bus_and_slot(pci_domain_nr(pci->bus),
1462							pci->bus->number, 0);
1463			if (p) {
1464				/* ATPX is in the integrated GPU's ACPI namespace
1465				 * rather than the dGPU's namespace. However,
1466				 * the dGPU is the one who is involved in
1467				 * vgaswitcheroo.
1468				 */
1469				if (((p->class >> 16) == PCI_BASE_CLASS_DISPLAY) &&
1470				    (atpx_present() || apple_gmux_detect(NULL, NULL)))
1471					return p;
1472				pci_dev_put(p);
1473			}
1474		}
1475		break;
1476	case PCI_VENDOR_ID_NVIDIA:
1477		if (pci->devfn == 1) {
1478			p = pci_get_domain_bus_and_slot(pci_domain_nr(pci->bus),
1479							pci->bus->number, 0);
1480			if (p) {
1481				if ((p->class >> 16) == PCI_BASE_CLASS_DISPLAY)
1482					return p;
1483				pci_dev_put(p);
1484			}
1485		}
1486		break;
1487	}
1488	return NULL;
1489}
1490
1491static bool check_hdmi_disabled(struct pci_dev *pci)
1492{
1493	bool vga_inactive = false;
1494	struct pci_dev *p = get_bound_vga(pci);
1495
1496	if (p) {
1497		if (vga_switcheroo_get_client_state(p) == VGA_SWITCHEROO_OFF)
1498			vga_inactive = true;
1499		pci_dev_put(p);
1500	}
1501	return vga_inactive;
1502}
1503#endif /* SUPPORT_VGA_SWITCHEROO */
1504
1505/*
1506 * allow/deny-listing for position_fix
1507 */
1508static const struct snd_pci_quirk position_fix_list[] = {
1509	SND_PCI_QUIRK(0x1028, 0x01cc, "Dell D820", POS_FIX_LPIB),
1510	SND_PCI_QUIRK(0x1028, 0x01de, "Dell Precision 390", POS_FIX_LPIB),
1511	SND_PCI_QUIRK(0x103c, 0x306d, "HP dv3", POS_FIX_LPIB),
1512	SND_PCI_QUIRK(0x1043, 0x813d, "ASUS P5AD2", POS_FIX_LPIB),
1513	SND_PCI_QUIRK(0x1043, 0x81b3, "ASUS", POS_FIX_LPIB),
1514	SND_PCI_QUIRK(0x1043, 0x81e7, "ASUS M2V", POS_FIX_LPIB),
1515	SND_PCI_QUIRK(0x104d, 0x9069, "Sony VPCS11V9E", POS_FIX_LPIB),
1516	SND_PCI_QUIRK(0x10de, 0xcb89, "Macbook Pro 7,1", POS_FIX_LPIB),
1517	SND_PCI_QUIRK(0x1297, 0x3166, "Shuttle", POS_FIX_LPIB),
1518	SND_PCI_QUIRK(0x1458, 0xa022, "ga-ma770-ud3", POS_FIX_LPIB),
1519	SND_PCI_QUIRK(0x1462, 0x1002, "MSI Wind U115", POS_FIX_LPIB),
1520	SND_PCI_QUIRK(0x1565, 0x8218, "Biostar Microtech", POS_FIX_LPIB),
1521	SND_PCI_QUIRK(0x1849, 0x0888, "775Dual-VSTA", POS_FIX_LPIB),
1522	SND_PCI_QUIRK(0x8086, 0x2503, "DG965OT AAD63733-203", POS_FIX_LPIB),
1523	{}
1524};
1525
1526static int check_position_fix(struct azx *chip, int fix)
1527{
1528	const struct snd_pci_quirk *q;
1529
1530	switch (fix) {
1531	case POS_FIX_AUTO:
1532	case POS_FIX_LPIB:
1533	case POS_FIX_POSBUF:
1534	case POS_FIX_VIACOMBO:
1535	case POS_FIX_COMBO:
1536	case POS_FIX_SKL:
1537	case POS_FIX_FIFO:
1538		return fix;
1539	}
1540
1541	q = snd_pci_quirk_lookup(chip->pci, position_fix_list);
1542	if (q) {
1543		dev_info(chip->card->dev,
1544			 "position_fix set to %d for device %04x:%04x\n",
1545			 q->value, q->subvendor, q->subdevice);
1546		return q->value;
1547	}
1548
1549	/* Check VIA/ATI HD Audio Controller exist */
1550	if (chip->driver_type == AZX_DRIVER_VIA) {
1551		dev_dbg(chip->card->dev, "Using VIACOMBO position fix\n");
1552		return POS_FIX_VIACOMBO;
1553	}
1554	if (chip->driver_caps & AZX_DCAPS_AMD_WORKAROUND) {
1555		dev_dbg(chip->card->dev, "Using FIFO position fix\n");
1556		return POS_FIX_FIFO;
1557	}
1558	if (chip->driver_caps & AZX_DCAPS_POSFIX_LPIB) {
1559		dev_dbg(chip->card->dev, "Using LPIB position fix\n");
1560		return POS_FIX_LPIB;
1561	}
1562	if (chip->driver_type == AZX_DRIVER_SKL) {
1563		dev_dbg(chip->card->dev, "Using SKL position fix\n");
1564		return POS_FIX_SKL;
1565	}
1566	return POS_FIX_AUTO;
1567}
1568
1569static void assign_position_fix(struct azx *chip, int fix)
1570{
1571	static const azx_get_pos_callback_t callbacks[] = {
1572		[POS_FIX_AUTO] = NULL,
1573		[POS_FIX_LPIB] = azx_get_pos_lpib,
1574		[POS_FIX_POSBUF] = azx_get_pos_posbuf,
1575		[POS_FIX_VIACOMBO] = azx_via_get_position,
1576		[POS_FIX_COMBO] = azx_get_pos_lpib,
1577		[POS_FIX_SKL] = azx_get_pos_posbuf,
1578		[POS_FIX_FIFO] = azx_get_pos_fifo,
1579	};
1580
1581	chip->get_position[0] = chip->get_position[1] = callbacks[fix];
1582
1583	/* combo mode uses LPIB only for playback */
1584	if (fix == POS_FIX_COMBO)
1585		chip->get_position[1] = NULL;
1586
1587	if ((fix == POS_FIX_POSBUF || fix == POS_FIX_SKL) &&
1588	    (chip->driver_caps & AZX_DCAPS_COUNT_LPIB_DELAY)) {
1589		chip->get_delay[0] = chip->get_delay[1] =
1590			azx_get_delay_from_lpib;
1591	}
1592
1593	if (fix == POS_FIX_FIFO)
1594		chip->get_delay[0] = chip->get_delay[1] =
1595			azx_get_delay_from_fifo;
1596}
1597
1598/*
1599 * deny-lists for probe_mask
1600 */
1601static const struct snd_pci_quirk probe_mask_list[] = {
1602	/* Thinkpad often breaks the controller communication when accessing
1603	 * to the non-working (or non-existing) modem codec slot.
1604	 */
1605	SND_PCI_QUIRK(0x1014, 0x05b7, "Thinkpad Z60", 0x01),
1606	SND_PCI_QUIRK(0x17aa, 0x2010, "Thinkpad X/T/R60", 0x01),
1607	SND_PCI_QUIRK(0x17aa, 0x20ac, "Thinkpad X/T/R61", 0x01),
1608	/* broken BIOS */
1609	SND_PCI_QUIRK(0x1028, 0x20ac, "Dell Studio Desktop", 0x01),
1610	/* including bogus ALC268 in slot#2 that conflicts with ALC888 */
1611	SND_PCI_QUIRK(0x17c0, 0x4085, "Medion MD96630", 0x01),
1612	/* forced codec slots */
1613	SND_PCI_QUIRK(0x1043, 0x1262, "ASUS W5Fm", 0x103),
1614	SND_PCI_QUIRK(0x1046, 0x1262, "ASUS W5F", 0x103),
1615	SND_PCI_QUIRK(0x1558, 0x0351, "Schenker Dock 15", 0x105),
1616	/* WinFast VP200 H (Teradici) user reported broken communication */
1617	SND_PCI_QUIRK(0x3a21, 0x040d, "WinFast VP200 H", 0x101),
1618	{}
1619};
1620
1621#define AZX_FORCE_CODEC_MASK	0x100
1622
1623static void check_probe_mask(struct azx *chip, int dev)
1624{
1625	const struct snd_pci_quirk *q;
1626
1627	chip->codec_probe_mask = probe_mask[dev];
1628	if (chip->codec_probe_mask == -1) {
1629		q = snd_pci_quirk_lookup(chip->pci, probe_mask_list);
1630		if (q) {
1631			dev_info(chip->card->dev,
1632				 "probe_mask set to 0x%x for device %04x:%04x\n",
1633				 q->value, q->subvendor, q->subdevice);
1634			chip->codec_probe_mask = q->value;
1635		}
1636	}
1637
1638	/* check forced option */
1639	if (chip->codec_probe_mask != -1 &&
1640	    (chip->codec_probe_mask & AZX_FORCE_CODEC_MASK)) {
1641		azx_bus(chip)->codec_mask = chip->codec_probe_mask & 0xff;
1642		dev_info(chip->card->dev, "codec_mask forced to 0x%x\n",
1643			 (int)azx_bus(chip)->codec_mask);
1644	}
1645}
1646
1647/*
1648 * allow/deny-list for enable_msi
1649 */
1650static const struct snd_pci_quirk msi_deny_list[] = {
1651	SND_PCI_QUIRK(0x103c, 0x2191, "HP", 0), /* AMD Hudson */
1652	SND_PCI_QUIRK(0x103c, 0x2192, "HP", 0), /* AMD Hudson */
1653	SND_PCI_QUIRK(0x103c, 0x21f7, "HP", 0), /* AMD Hudson */
1654	SND_PCI_QUIRK(0x103c, 0x21fa, "HP", 0), /* AMD Hudson */
1655	SND_PCI_QUIRK(0x1043, 0x81f2, "ASUS", 0), /* Athlon64 X2 + nvidia */
1656	SND_PCI_QUIRK(0x1043, 0x81f6, "ASUS", 0), /* nvidia */
1657	SND_PCI_QUIRK(0x1043, 0x822d, "ASUS", 0), /* Athlon64 X2 + nvidia MCP55 */
1658	SND_PCI_QUIRK(0x1179, 0xfb44, "Toshiba Satellite C870", 0), /* AMD Hudson */
1659	SND_PCI_QUIRK(0x1849, 0x0888, "ASRock", 0), /* Athlon64 X2 + nvidia */
1660	SND_PCI_QUIRK(0xa0a0, 0x0575, "Aopen MZ915-M", 0), /* ICH6 */
1661	{}
1662};
1663
1664static void check_msi(struct azx *chip)
1665{
1666	const struct snd_pci_quirk *q;
1667
1668	if (enable_msi >= 0) {
1669		chip->msi = !!enable_msi;
1670		return;
1671	}
1672	chip->msi = 1;	/* enable MSI as default */
1673	q = snd_pci_quirk_lookup(chip->pci, msi_deny_list);
1674	if (q) {
1675		dev_info(chip->card->dev,
1676			 "msi for device %04x:%04x set to %d\n",
1677			 q->subvendor, q->subdevice, q->value);
1678		chip->msi = q->value;
1679		return;
1680	}
1681
1682	/* NVidia chipsets seem to cause troubles with MSI */
1683	if (chip->driver_caps & AZX_DCAPS_NO_MSI) {
1684		dev_info(chip->card->dev, "Disabling MSI\n");
1685		chip->msi = 0;
1686	}
1687}
1688
1689/* check the snoop mode availability */
1690static void azx_check_snoop_available(struct azx *chip)
1691{
1692	int snoop = hda_snoop;
1693
1694	if (snoop >= 0) {
1695		dev_info(chip->card->dev, "Force to %s mode by module option\n",
1696			 snoop ? "snoop" : "non-snoop");
1697		chip->snoop = snoop;
1698		chip->uc_buffer = !snoop;
1699		return;
1700	}
1701
1702	snoop = true;
1703	if (azx_get_snoop_type(chip) == AZX_SNOOP_TYPE_NONE &&
1704	    chip->driver_type == AZX_DRIVER_VIA) {
1705		/* force to non-snoop mode for a new VIA controller
1706		 * when BIOS is set
1707		 */
1708		u8 val;
1709		pci_read_config_byte(chip->pci, 0x42, &val);
1710		if (!(val & 0x80) && (chip->pci->revision == 0x30 ||
1711				      chip->pci->revision == 0x20))
1712			snoop = false;
1713	}
1714
1715	if (chip->driver_caps & AZX_DCAPS_SNOOP_OFF)
1716		snoop = false;
1717
1718	chip->snoop = snoop;
1719	if (!snoop) {
1720		dev_info(chip->card->dev, "Force to non-snoop mode\n");
1721		/* C-Media requires non-cached pages only for CORB/RIRB */
1722		if (chip->driver_type != AZX_DRIVER_CMEDIA)
1723			chip->uc_buffer = true;
1724	}
1725}
1726
1727static void azx_probe_work(struct work_struct *work)
1728{
1729	struct hda_intel *hda = container_of(work, struct hda_intel, probe_work.work);
1730	azx_probe_continue(&hda->chip);
1731}
1732
1733static int default_bdl_pos_adj(struct azx *chip)
1734{
1735	/* some exceptions: Atoms seem problematic with value 1 */
1736	if (chip->pci->vendor == PCI_VENDOR_ID_INTEL) {
1737		switch (chip->pci->device) {
1738		case PCI_DEVICE_ID_INTEL_HDA_BYT:
1739		case PCI_DEVICE_ID_INTEL_HDA_BSW:
1740			return 32;
1741		case PCI_DEVICE_ID_INTEL_HDA_APL:
1742			return 64;
1743		}
1744	}
1745
1746	switch (chip->driver_type) {
1747	/*
1748	 * increase the bdl size for Glenfly Gpus for hardware
1749	 * limitation on hdac interrupt interval
1750	 */
1751	case AZX_DRIVER_GFHDMI:
1752		return 128;
1753	case AZX_DRIVER_ICH:
1754	case AZX_DRIVER_PCH:
1755		return 1;
1756	default:
1757		return 32;
1758	}
1759}
1760
1761/*
1762 * constructor
1763 */
1764static const struct hda_controller_ops pci_hda_ops;
1765
1766static int azx_create(struct snd_card *card, struct pci_dev *pci,
1767		      int dev, unsigned int driver_caps,
1768		      struct azx **rchip)
1769{
1770	static const struct snd_device_ops ops = {
1771		.dev_disconnect = azx_dev_disconnect,
1772		.dev_free = azx_dev_free,
1773	};
1774	struct hda_intel *hda;
1775	struct azx *chip;
1776	int err;
1777
1778	*rchip = NULL;
1779
1780	err = pcim_enable_device(pci);
1781	if (err < 0)
1782		return err;
1783
1784	hda = devm_kzalloc(&pci->dev, sizeof(*hda), GFP_KERNEL);
1785	if (!hda)
1786		return -ENOMEM;
1787
1788	chip = &hda->chip;
1789	mutex_init(&chip->open_mutex);
1790	chip->card = card;
1791	chip->pci = pci;
1792	chip->ops = &pci_hda_ops;
1793	chip->driver_caps = driver_caps;
1794	chip->driver_type = driver_caps & 0xff;
1795	check_msi(chip);
1796	chip->dev_index = dev;
1797	if (jackpoll_ms[dev] >= 50 && jackpoll_ms[dev] <= 60000)
1798		chip->jackpoll_interval = msecs_to_jiffies(jackpoll_ms[dev]);
1799	INIT_LIST_HEAD(&chip->pcm_list);
1800	INIT_WORK(&hda->irq_pending_work, azx_irq_pending_work);
1801	INIT_LIST_HEAD(&hda->list);
1802	init_vga_switcheroo(chip);
1803	init_completion(&hda->probe_wait);
1804
1805	assign_position_fix(chip, check_position_fix(chip, position_fix[dev]));
1806
1807	if (single_cmd < 0) /* allow fallback to single_cmd at errors */
1808		chip->fallback_to_single_cmd = 1;
1809	else /* explicitly set to single_cmd or not */
1810		chip->single_cmd = single_cmd;
1811
1812	azx_check_snoop_available(chip);
1813
1814	if (bdl_pos_adj[dev] < 0)
1815		chip->bdl_pos_adj = default_bdl_pos_adj(chip);
1816	else
1817		chip->bdl_pos_adj = bdl_pos_adj[dev];
1818
1819	err = azx_bus_init(chip, model[dev]);
1820	if (err < 0)
1821		return err;
1822
1823	/* use the non-cached pages in non-snoop mode */
1824	if (!azx_snoop(chip))
1825		azx_bus(chip)->dma_type = SNDRV_DMA_TYPE_DEV_WC_SG;
1826
1827	if (chip->driver_type == AZX_DRIVER_NVIDIA) {
1828		dev_dbg(chip->card->dev, "Enable delay in RIRB handling\n");
1829		chip->bus.core.needs_damn_long_delay = 1;
1830	}
1831
1832	check_probe_mask(chip, dev);
1833
1834	err = snd_device_new(card, SNDRV_DEV_LOWLEVEL, chip, &ops);
1835	if (err < 0) {
1836		dev_err(card->dev, "Error creating device [card]!\n");
1837		azx_free(chip);
1838		return err;
1839	}
1840
1841	/* continue probing in work context as may trigger request module */
1842	INIT_DELAYED_WORK(&hda->probe_work, azx_probe_work);
1843
1844	*rchip = chip;
1845
1846	return 0;
1847}
1848
1849static int azx_first_init(struct azx *chip)
1850{
1851	int dev = chip->dev_index;
1852	struct pci_dev *pci = chip->pci;
1853	struct snd_card *card = chip->card;
1854	struct hdac_bus *bus = azx_bus(chip);
1855	int err;
1856	unsigned short gcap;
1857	unsigned int dma_bits = 64;
1858
1859#if BITS_PER_LONG != 64
1860	/* Fix up base address on ULI M5461 */
1861	if (chip->driver_type == AZX_DRIVER_ULI) {
1862		u16 tmp3;
1863		pci_read_config_word(pci, 0x40, &tmp3);
1864		pci_write_config_word(pci, 0x40, tmp3 | 0x10);
1865		pci_write_config_dword(pci, PCI_BASE_ADDRESS_1, 0);
1866	}
1867#endif
1868	/*
1869	 * Fix response write request not synced to memory when handle
1870	 * hdac interrupt on Glenfly Gpus
1871	 */
1872	if (chip->driver_type == AZX_DRIVER_GFHDMI)
1873		bus->polling_mode = 1;
1874
1875	if (chip->driver_type == AZX_DRIVER_LOONGSON) {
1876		bus->polling_mode = 1;
1877		bus->not_use_interrupts = 1;
1878		bus->access_sdnctl_in_dword = 1;
1879	}
1880
1881	err = pcim_iomap_regions(pci, 1 << 0, "ICH HD audio");
1882	if (err < 0)
1883		return err;
1884
1885	bus->addr = pci_resource_start(pci, 0);
1886	bus->remap_addr = pcim_iomap_table(pci)[0];
1887
1888	if (chip->driver_type == AZX_DRIVER_SKL)
1889		snd_hdac_bus_parse_capabilities(bus);
1890
1891	/*
1892	 * Some Intel CPUs has always running timer (ART) feature and
1893	 * controller may have Global time sync reporting capability, so
1894	 * check both of these before declaring synchronized time reporting
1895	 * capability SNDRV_PCM_INFO_HAS_LINK_SYNCHRONIZED_ATIME
1896	 */
1897	chip->gts_present = false;
1898
1899#ifdef CONFIG_X86
1900	if (bus->ppcap && boot_cpu_has(X86_FEATURE_ART))
1901		chip->gts_present = true;
1902#endif
1903
1904	if (chip->msi) {
1905		if (chip->driver_caps & AZX_DCAPS_NO_MSI64) {
1906			dev_dbg(card->dev, "Disabling 64bit MSI\n");
1907			pci->no_64bit_msi = true;
1908		}
1909		if (pci_enable_msi(pci) < 0)
1910			chip->msi = 0;
1911	}
1912
1913	pci_set_master(pci);
1914
1915	gcap = azx_readw(chip, GCAP);
1916	dev_dbg(card->dev, "chipset global capabilities = 0x%x\n", gcap);
1917
1918	/* AMD devices support 40 or 48bit DMA, take the safe one */
1919	if (chip->pci->vendor == PCI_VENDOR_ID_AMD)
1920		dma_bits = 40;
1921
1922	/* disable SB600 64bit support for safety */
1923	if (chip->pci->vendor == PCI_VENDOR_ID_ATI) {
1924		struct pci_dev *p_smbus;
1925		dma_bits = 40;
1926		p_smbus = pci_get_device(PCI_VENDOR_ID_ATI,
1927					 PCI_DEVICE_ID_ATI_SBX00_SMBUS,
1928					 NULL);
1929		if (p_smbus) {
1930			if (p_smbus->revision < 0x30)
1931				gcap &= ~AZX_GCAP_64OK;
1932			pci_dev_put(p_smbus);
1933		}
1934	}
1935
1936	/* NVidia hardware normally only supports up to 40 bits of DMA */
1937	if (chip->pci->vendor == PCI_VENDOR_ID_NVIDIA)
1938		dma_bits = 40;
1939
1940	/* disable 64bit DMA address on some devices */
1941	if (chip->driver_caps & AZX_DCAPS_NO_64BIT) {
1942		dev_dbg(card->dev, "Disabling 64bit DMA\n");
1943		gcap &= ~AZX_GCAP_64OK;
1944	}
1945
1946	/* disable buffer size rounding to 128-byte multiples if supported */
1947	if (align_buffer_size >= 0)
1948		chip->align_buffer_size = !!align_buffer_size;
1949	else {
1950		if (chip->driver_caps & AZX_DCAPS_NO_ALIGN_BUFSIZE)
1951			chip->align_buffer_size = 0;
1952		else
1953			chip->align_buffer_size = 1;
1954	}
1955
1956	/* allow 64bit DMA address if supported by H/W */
1957	if (!(gcap & AZX_GCAP_64OK))
1958		dma_bits = 32;
1959	if (dma_set_mask_and_coherent(&pci->dev, DMA_BIT_MASK(dma_bits)))
1960		dma_set_mask_and_coherent(&pci->dev, DMA_BIT_MASK(32));
1961	dma_set_max_seg_size(&pci->dev, UINT_MAX);
1962
1963	/* read number of streams from GCAP register instead of using
1964	 * hardcoded value
1965	 */
1966	chip->capture_streams = (gcap >> 8) & 0x0f;
1967	chip->playback_streams = (gcap >> 12) & 0x0f;
1968	if (!chip->playback_streams && !chip->capture_streams) {
1969		/* gcap didn't give any info, switching to old method */
1970
1971		switch (chip->driver_type) {
1972		case AZX_DRIVER_ULI:
1973			chip->playback_streams = ULI_NUM_PLAYBACK;
1974			chip->capture_streams = ULI_NUM_CAPTURE;
1975			break;
1976		case AZX_DRIVER_ATIHDMI:
1977		case AZX_DRIVER_ATIHDMI_NS:
1978			chip->playback_streams = ATIHDMI_NUM_PLAYBACK;
1979			chip->capture_streams = ATIHDMI_NUM_CAPTURE;
1980			break;
1981		case AZX_DRIVER_GFHDMI:
1982		case AZX_DRIVER_GENERIC:
1983		default:
1984			chip->playback_streams = ICH6_NUM_PLAYBACK;
1985			chip->capture_streams = ICH6_NUM_CAPTURE;
1986			break;
1987		}
1988	}
1989	chip->capture_index_offset = 0;
1990	chip->playback_index_offset = chip->capture_streams;
1991	chip->num_streams = chip->playback_streams + chip->capture_streams;
1992
1993	/* sanity check for the SDxCTL.STRM field overflow */
1994	if (chip->num_streams > 15 &&
1995	    (chip->driver_caps & AZX_DCAPS_SEPARATE_STREAM_TAG) == 0) {
1996		dev_warn(chip->card->dev, "number of I/O streams is %d, "
1997			 "forcing separate stream tags", chip->num_streams);
1998		chip->driver_caps |= AZX_DCAPS_SEPARATE_STREAM_TAG;
1999	}
2000
2001	/* initialize streams */
2002	err = azx_init_streams(chip);
2003	if (err < 0)
2004		return err;
2005
2006	err = azx_alloc_stream_pages(chip);
2007	if (err < 0)
2008		return err;
2009
2010	/* initialize chip */
2011	azx_init_pci(chip);
2012
2013	snd_hdac_i915_set_bclk(bus);
2014
2015	hda_intel_init_chip(chip, (probe_only[dev] & 2) == 0);
2016
2017	/* codec detection */
2018	if (!azx_bus(chip)->codec_mask) {
2019		dev_err(card->dev, "no codecs found!\n");
2020		/* keep running the rest for the runtime PM */
2021	}
2022
2023	if (azx_acquire_irq(chip, 0) < 0)
2024		return -EBUSY;
2025
2026	strcpy(card->driver, "HDA-Intel");
2027	strscpy(card->shortname, driver_short_names[chip->driver_type],
2028		sizeof(card->shortname));
2029	snprintf(card->longname, sizeof(card->longname),
2030		 "%s at 0x%lx irq %i",
2031		 card->shortname, bus->addr, bus->irq);
2032
2033	return 0;
2034}
2035
2036#ifdef CONFIG_SND_HDA_PATCH_LOADER
2037/* callback from request_firmware_nowait() */
2038static void azx_firmware_cb(const struct firmware *fw, void *context)
2039{
2040	struct snd_card *card = context;
2041	struct azx *chip = card->private_data;
2042
2043	if (fw)
2044		chip->fw = fw;
2045	else
2046		dev_err(card->dev, "Cannot load firmware, continue without patching\n");
2047	if (!chip->disabled) {
2048		/* continue probing */
2049		azx_probe_continue(chip);
2050	}
2051}
2052#endif
2053
2054static int disable_msi_reset_irq(struct azx *chip)
2055{
2056	struct hdac_bus *bus = azx_bus(chip);
2057	int err;
2058
2059	free_irq(bus->irq, chip);
2060	bus->irq = -1;
2061	chip->card->sync_irq = -1;
2062	pci_disable_msi(chip->pci);
2063	chip->msi = 0;
2064	err = azx_acquire_irq(chip, 1);
2065	if (err < 0)
2066		return err;
2067
2068	return 0;
2069}
2070
2071/* Denylist for skipping the whole probe:
2072 * some HD-audio PCI entries are exposed without any codecs, and such devices
2073 * should be ignored from the beginning.
2074 */
2075static const struct pci_device_id driver_denylist[] = {
2076	{ PCI_DEVICE_SUB(0x1022, 0x1487, 0x1043, 0x874f) }, /* ASUS ROG Zenith II / Strix */
2077	{ PCI_DEVICE_SUB(0x1022, 0x1487, 0x1462, 0xcb59) }, /* MSI TRX40 Creator */
2078	{ PCI_DEVICE_SUB(0x1022, 0x1487, 0x1462, 0xcb60) }, /* MSI TRX40 */
2079	{}
2080};
2081
2082static const struct hda_controller_ops pci_hda_ops = {
2083	.disable_msi_reset_irq = disable_msi_reset_irq,
2084	.position_check = azx_position_check,
2085};
2086
2087static DECLARE_BITMAP(probed_devs, SNDRV_CARDS);
2088
2089static int azx_probe(struct pci_dev *pci,
2090		     const struct pci_device_id *pci_id)
2091{
2092	struct snd_card *card;
2093	struct hda_intel *hda;
2094	struct azx *chip;
2095	bool schedule_probe;
2096	int dev;
2097	int err;
2098
2099	if (pci_match_id(driver_denylist, pci)) {
2100		dev_info(&pci->dev, "Skipping the device on the denylist\n");
2101		return -ENODEV;
2102	}
2103
2104	dev = find_first_zero_bit(probed_devs, SNDRV_CARDS);
2105	if (dev >= SNDRV_CARDS)
2106		return -ENODEV;
2107	if (!enable[dev]) {
2108		set_bit(dev, probed_devs);
2109		return -ENOENT;
2110	}
2111
2112	/*
2113	 * stop probe if another Intel's DSP driver should be activated
2114	 */
2115	if (dmic_detect) {
2116		err = snd_intel_dsp_driver_probe(pci);
2117		if (err != SND_INTEL_DSP_DRIVER_ANY && err != SND_INTEL_DSP_DRIVER_LEGACY) {
2118			dev_dbg(&pci->dev, "HDAudio driver not selected, aborting probe\n");
2119			return -ENODEV;
2120		}
2121	} else {
2122		dev_warn(&pci->dev, "dmic_detect option is deprecated, pass snd-intel-dspcfg.dsp_driver=1 option instead\n");
2123	}
2124
2125	err = snd_card_new(&pci->dev, index[dev], id[dev], THIS_MODULE,
2126			   0, &card);
2127	if (err < 0) {
2128		dev_err(&pci->dev, "Error creating card!\n");
2129		return err;
2130	}
2131
2132	err = azx_create(card, pci, dev, pci_id->driver_data, &chip);
2133	if (err < 0)
2134		goto out_free;
2135	card->private_data = chip;
2136	hda = container_of(chip, struct hda_intel, chip);
2137
2138	pci_set_drvdata(pci, card);
2139
2140	err = register_vga_switcheroo(chip);
2141	if (err < 0) {
2142		dev_err(card->dev, "Error registering vga_switcheroo client\n");
2143		goto out_free;
2144	}
2145
2146	if (check_hdmi_disabled(pci)) {
2147		dev_info(card->dev, "VGA controller is disabled\n");
2148		dev_info(card->dev, "Delaying initialization\n");
2149		chip->disabled = true;
2150	}
2151
2152	schedule_probe = !chip->disabled;
2153
2154#ifdef CONFIG_SND_HDA_PATCH_LOADER
2155	if (patch[dev] && *patch[dev]) {
2156		dev_info(card->dev, "Applying patch firmware '%s'\n",
2157			 patch[dev]);
2158		err = request_firmware_nowait(THIS_MODULE, true, patch[dev],
2159					      &pci->dev, GFP_KERNEL, card,
2160					      azx_firmware_cb);
2161		if (err < 0)
2162			goto out_free;
2163		schedule_probe = false; /* continued in azx_firmware_cb() */
2164	}
2165#endif /* CONFIG_SND_HDA_PATCH_LOADER */
2166
2167#ifndef CONFIG_SND_HDA_I915
2168	if (HDA_CONTROLLER_IN_GPU(pci))
2169		dev_err(card->dev, "Haswell/Broadwell HDMI/DP must build in CONFIG_SND_HDA_I915\n");
2170#endif
2171
2172	if (schedule_probe)
2173		schedule_delayed_work(&hda->probe_work, 0);
2174
2175	set_bit(dev, probed_devs);
2176	if (chip->disabled)
2177		complete_all(&hda->probe_wait);
2178	return 0;
2179
2180out_free:
2181	snd_card_free(card);
2182	return err;
2183}
2184
2185#ifdef CONFIG_PM
2186/* On some boards setting power_save to a non 0 value leads to clicking /
2187 * popping sounds when ever we enter/leave powersaving mode. Ideally we would
2188 * figure out how to avoid these sounds, but that is not always feasible.
2189 * So we keep a list of devices where we disable powersaving as its known
2190 * to causes problems on these devices.
2191 */
2192static const struct snd_pci_quirk power_save_denylist[] = {
2193	/* https://bugzilla.redhat.com/show_bug.cgi?id=1525104 */
2194	SND_PCI_QUIRK(0x1849, 0xc892, "Asrock B85M-ITX", 0),
2195	/* https://bugzilla.redhat.com/show_bug.cgi?id=1525104 */
2196	SND_PCI_QUIRK(0x1849, 0x0397, "Asrock N68C-S UCC", 0),
2197	/* https://bugzilla.redhat.com/show_bug.cgi?id=1525104 */
2198	SND_PCI_QUIRK(0x1849, 0x7662, "Asrock H81M-HDS", 0),
2199	/* https://bugzilla.redhat.com/show_bug.cgi?id=1525104 */
2200	SND_PCI_QUIRK(0x1043, 0x8733, "Asus Prime X370-Pro", 0),
2201	/* https://bugzilla.redhat.com/show_bug.cgi?id=1525104 */
2202	SND_PCI_QUIRK(0x1028, 0x0497, "Dell Precision T3600", 0),
2203	/* https://bugzilla.redhat.com/show_bug.cgi?id=1525104 */
2204	/* Note the P55A-UD3 and Z87-D3HP share the subsys id for the HDA dev */
2205	SND_PCI_QUIRK(0x1458, 0xa002, "Gigabyte P55A-UD3 / Z87-D3HP", 0),
2206	/* https://bugzilla.redhat.com/show_bug.cgi?id=1525104 */
2207	SND_PCI_QUIRK(0x8086, 0x2040, "Intel DZ77BH-55K", 0),
2208	/* https://bugzilla.kernel.org/show_bug.cgi?id=199607 */
2209	SND_PCI_QUIRK(0x8086, 0x2057, "Intel NUC5i7RYB", 0),
2210	/* https://bugs.launchpad.net/bugs/1821663 */
2211	SND_PCI_QUIRK(0x8086, 0x2064, "Intel SDP 8086:2064", 0),
2212	/* https://bugzilla.redhat.com/show_bug.cgi?id=1520902 */
2213	SND_PCI_QUIRK(0x8086, 0x2068, "Intel NUC7i3BNB", 0),
2214	/* https://bugzilla.kernel.org/show_bug.cgi?id=198611 */
2215	SND_PCI_QUIRK(0x17aa, 0x2227, "Lenovo X1 Carbon 3rd Gen", 0),
2216	SND_PCI_QUIRK(0x17aa, 0x316e, "Lenovo ThinkCentre M70q", 0),
2217	/* https://bugzilla.redhat.com/show_bug.cgi?id=1689623 */
2218	SND_PCI_QUIRK(0x17aa, 0x367b, "Lenovo IdeaCentre B550", 0),
2219	/* https://bugzilla.redhat.com/show_bug.cgi?id=1572975 */
2220	SND_PCI_QUIRK(0x17aa, 0x36a7, "Lenovo C50 All in one", 0),
2221	/* https://bugs.launchpad.net/bugs/1821663 */
2222	SND_PCI_QUIRK(0x1631, 0xe017, "Packard Bell NEC IMEDIA 5204", 0),
2223	/* KONTRON SinglePC may cause a stall at runtime resume */
2224	SND_PCI_QUIRK(0x1734, 0x1232, "KONTRON SinglePC", 0),
2225	{}
2226};
2227#endif /* CONFIG_PM */
2228
2229static void set_default_power_save(struct azx *chip)
2230{
2231	int val = power_save;
2232
2233#ifdef CONFIG_PM
2234	if (pm_blacklist) {
2235		const struct snd_pci_quirk *q;
2236
2237		q = snd_pci_quirk_lookup(chip->pci, power_save_denylist);
2238		if (q && val) {
2239			dev_info(chip->card->dev, "device %04x:%04x is on the power_save denylist, forcing power_save to 0\n",
2240				 q->subvendor, q->subdevice);
2241			val = 0;
2242		}
2243	}
2244#endif /* CONFIG_PM */
2245	snd_hda_set_power_save(&chip->bus, val * 1000);
2246}
2247
2248/* number of codec slots for each chipset: 0 = default slots (i.e. 4) */
2249static const unsigned int azx_max_codecs[AZX_NUM_DRIVERS] = {
2250	[AZX_DRIVER_NVIDIA] = 8,
2251	[AZX_DRIVER_TERA] = 1,
2252};
2253
2254static int azx_probe_continue(struct azx *chip)
2255{
2256	struct hda_intel *hda = container_of(chip, struct hda_intel, chip);
2257	struct hdac_bus *bus = azx_bus(chip);
2258	struct pci_dev *pci = chip->pci;
2259	int dev = chip->dev_index;
2260	int err;
2261
2262	if (chip->disabled || hda->init_failed)
2263		return -EIO;
2264	if (hda->probe_retry)
2265		goto probe_retry;
2266
2267	to_hda_bus(bus)->bus_probing = 1;
2268	hda->probe_continued = 1;
2269
2270	/* bind with i915 if needed */
2271	if (chip->driver_caps & AZX_DCAPS_I915_COMPONENT) {
2272		err = snd_hdac_i915_init(bus);
2273		if (err < 0) {
2274			/* if the controller is bound only with HDMI/DP
2275			 * (for HSW and BDW), we need to abort the probe;
2276			 * for other chips, still continue probing as other
2277			 * codecs can be on the same link.
2278			 */
2279			if (HDA_CONTROLLER_IN_GPU(pci)) {
2280				dev_err(chip->card->dev,
2281					"HSW/BDW HD-audio HDMI/DP requires binding with gfx driver\n");
2282				goto out_free;
2283			} else {
2284				/* don't bother any longer */
2285				chip->driver_caps &= ~AZX_DCAPS_I915_COMPONENT;
2286			}
2287		}
2288
2289		/* HSW/BDW controllers need this power */
2290		if (HDA_CONTROLLER_IN_GPU(pci))
2291			hda->need_i915_power = true;
2292	}
2293
2294	/* Request display power well for the HDA controller or codec. For
2295	 * Haswell/Broadwell, both the display HDA controller and codec need
2296	 * this power. For other platforms, like Baytrail/Braswell, only the
2297	 * display codec needs the power and it can be released after probe.
2298	 */
2299	display_power(chip, true);
2300
2301	err = azx_first_init(chip);
2302	if (err < 0)
2303		goto out_free;
2304
2305#ifdef CONFIG_SND_HDA_INPUT_BEEP
2306	chip->beep_mode = beep_mode[dev];
2307#endif
2308
2309	chip->ctl_dev_id = ctl_dev_id;
2310
2311	/* create codec instances */
2312	if (bus->codec_mask) {
2313		err = azx_probe_codecs(chip, azx_max_codecs[chip->driver_type]);
2314		if (err < 0)
2315			goto out_free;
2316	}
2317
2318#ifdef CONFIG_SND_HDA_PATCH_LOADER
2319	if (chip->fw) {
2320		err = snd_hda_load_patch(&chip->bus, chip->fw->size,
2321					 chip->fw->data);
2322		if (err < 0)
2323			goto out_free;
2324#ifndef CONFIG_PM
2325		release_firmware(chip->fw); /* no longer needed */
2326		chip->fw = NULL;
2327#endif
2328	}
2329#endif
2330
2331 probe_retry:
2332	if (bus->codec_mask && !(probe_only[dev] & 1)) {
2333		err = azx_codec_configure(chip);
2334		if (err) {
2335			if ((chip->driver_caps & AZX_DCAPS_RETRY_PROBE) &&
2336			    ++hda->probe_retry < 60) {
2337				schedule_delayed_work(&hda->probe_work,
2338						      msecs_to_jiffies(1000));
2339				return 0; /* keep things up */
2340			}
2341			dev_err(chip->card->dev, "Cannot probe codecs, giving up\n");
2342			goto out_free;
2343		}
2344	}
2345
2346	err = snd_card_register(chip->card);
2347	if (err < 0)
2348		goto out_free;
2349
2350	setup_vga_switcheroo_runtime_pm(chip);
2351
2352	chip->running = 1;
2353	azx_add_card_list(chip);
2354
2355	set_default_power_save(chip);
2356
2357	if (azx_has_pm_runtime(chip)) {
2358		pm_runtime_use_autosuspend(&pci->dev);
2359		pm_runtime_allow(&pci->dev);
2360		pm_runtime_put_autosuspend(&pci->dev);
2361	}
2362
2363out_free:
2364	if (err < 0) {
2365		pci_set_drvdata(pci, NULL);
2366		snd_card_free(chip->card);
2367		return err;
2368	}
2369
2370	if (!hda->need_i915_power)
2371		display_power(chip, false);
2372	complete_all(&hda->probe_wait);
2373	to_hda_bus(bus)->bus_probing = 0;
2374	hda->probe_retry = 0;
2375	return 0;
2376}
2377
2378static void azx_remove(struct pci_dev *pci)
2379{
2380	struct snd_card *card = pci_get_drvdata(pci);
2381	struct azx *chip;
2382	struct hda_intel *hda;
2383
2384	if (card) {
2385		/* cancel the pending probing work */
2386		chip = card->private_data;
2387		hda = container_of(chip, struct hda_intel, chip);
2388		/* FIXME: below is an ugly workaround.
2389		 * Both device_release_driver() and driver_probe_device()
2390		 * take *both* the device's and its parent's lock before
2391		 * calling the remove() and probe() callbacks.  The codec
2392		 * probe takes the locks of both the codec itself and its
2393		 * parent, i.e. the PCI controller dev.  Meanwhile, when
2394		 * the PCI controller is unbound, it takes its lock, too
2395		 * ==> ouch, a deadlock!
2396		 * As a workaround, we unlock temporarily here the controller
2397		 * device during cancel_work_sync() call.
2398		 */
2399		device_unlock(&pci->dev);
2400		cancel_delayed_work_sync(&hda->probe_work);
2401		device_lock(&pci->dev);
2402
2403		clear_bit(chip->dev_index, probed_devs);
2404		pci_set_drvdata(pci, NULL);
2405		snd_card_free(card);
2406	}
2407}
2408
2409static void azx_shutdown(struct pci_dev *pci)
2410{
2411	struct snd_card *card = pci_get_drvdata(pci);
2412	struct azx *chip;
2413
2414	if (!card)
2415		return;
2416	chip = card->private_data;
2417	if (chip && chip->running)
2418		__azx_shutdown_chip(chip, true);
2419}
2420
2421/* PCI IDs */
2422static const struct pci_device_id azx_ids[] = {
2423	/* CPT */
2424	{ PCI_DEVICE_DATA(INTEL, HDA_CPT, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH_NOPM) },
2425	/* PBG */
2426	{ PCI_DEVICE_DATA(INTEL, HDA_PBG, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH_NOPM) },
2427	/* Panther Point */
2428	{ PCI_DEVICE_DATA(INTEL, HDA_PPT, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH_NOPM) },
2429	/* Lynx Point */
2430	{ PCI_DEVICE_DATA(INTEL, HDA_LPT, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH) },
2431	/* 9 Series */
2432	{ PCI_DEVICE_DATA(INTEL, HDA_9_SERIES, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH) },
2433	/* Wellsburg */
2434	{ PCI_DEVICE_DATA(INTEL, HDA_WBG_0, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH) },
2435	{ PCI_DEVICE_DATA(INTEL, HDA_WBG_1, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH) },
2436	/* Lewisburg */
2437	{ PCI_DEVICE_DATA(INTEL, HDA_LBG_0, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_SKYLAKE) },
2438	{ PCI_DEVICE_DATA(INTEL, HDA_LBG_1, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_SKYLAKE) },
2439	/* Lynx Point-LP */
2440	{ PCI_DEVICE_DATA(INTEL, HDA_LPT_LP_0, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH) },
2441	/* Lynx Point-LP */
2442	{ PCI_DEVICE_DATA(INTEL, HDA_LPT_LP_1, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH) },
2443	/* Wildcat Point-LP */
2444	{ PCI_DEVICE_DATA(INTEL, HDA_WPT_LP, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH) },
2445	/* Skylake (Sunrise Point) */
2446	{ PCI_DEVICE_DATA(INTEL, HDA_SKL, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2447	/* Skylake-LP (Sunrise Point-LP) */
2448	{ PCI_DEVICE_DATA(INTEL, HDA_SKL_LP, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2449	/* Kabylake */
2450	{ PCI_DEVICE_DATA(INTEL, HDA_KBL, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2451	/* Kabylake-LP */
2452	{ PCI_DEVICE_DATA(INTEL, HDA_KBL_LP, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2453	/* Kabylake-H */
2454	{ PCI_DEVICE_DATA(INTEL, HDA_KBL_H, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2455	/* Coffelake */
2456	{ PCI_DEVICE_DATA(INTEL, HDA_CNL_H, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2457	/* Cannonlake */
2458	{ PCI_DEVICE_DATA(INTEL, HDA_CNL_LP, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2459	/* CometLake-LP */
2460	{ PCI_DEVICE_DATA(INTEL, HDA_CML_LP, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2461	/* CometLake-H */
2462	{ PCI_DEVICE_DATA(INTEL, HDA_CML_H, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2463	{ PCI_DEVICE_DATA(INTEL, HDA_RKL_S, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2464	/* CometLake-S */
2465	{ PCI_DEVICE_DATA(INTEL, HDA_CML_S, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2466	/* CometLake-R */
2467	{ PCI_DEVICE_DATA(INTEL, HDA_CML_R, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2468	/* Icelake */
2469	{ PCI_DEVICE_DATA(INTEL, HDA_ICL_LP, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2470	/* Icelake-H */
2471	{ PCI_DEVICE_DATA(INTEL, HDA_ICL_H, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2472	/* Jasperlake */
2473	{ PCI_DEVICE_DATA(INTEL, HDA_ICL_N, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2474	{ PCI_DEVICE_DATA(INTEL, HDA_JSL_N, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2475	/* Tigerlake */
2476	{ PCI_DEVICE_DATA(INTEL, HDA_TGL_LP, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2477	/* Tigerlake-H */
2478	{ PCI_DEVICE_DATA(INTEL, HDA_TGL_H, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2479	/* DG1 */
2480	{ PCI_DEVICE_DATA(INTEL, HDA_DG1, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2481	/* DG2 */
2482	{ PCI_DEVICE_DATA(INTEL, HDA_DG2_0, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2483	{ PCI_DEVICE_DATA(INTEL, HDA_DG2_1, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2484	{ PCI_DEVICE_DATA(INTEL, HDA_DG2_2, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2485	/* Alderlake-S */
2486	{ PCI_DEVICE_DATA(INTEL, HDA_ADL_S, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2487	/* Alderlake-P */
2488	{ PCI_DEVICE_DATA(INTEL, HDA_ADL_P, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2489	{ PCI_DEVICE_DATA(INTEL, HDA_ADL_PS, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2490	{ PCI_DEVICE_DATA(INTEL, HDA_ADL_PX, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2491	/* Alderlake-M */
2492	{ PCI_DEVICE_DATA(INTEL, HDA_ADL_M, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2493	/* Alderlake-N */
2494	{ PCI_DEVICE_DATA(INTEL, HDA_ADL_N, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2495	/* Elkhart Lake */
2496	{ PCI_DEVICE_DATA(INTEL, HDA_EHL_0, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2497	{ PCI_DEVICE_DATA(INTEL, HDA_EHL_3, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2498	/* Raptor Lake */
2499	{ PCI_DEVICE_DATA(INTEL, HDA_RPL_S, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2500	{ PCI_DEVICE_DATA(INTEL, HDA_RPL_P_0, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2501	{ PCI_DEVICE_DATA(INTEL, HDA_RPL_P_1, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2502	{ PCI_DEVICE_DATA(INTEL, HDA_RPL_M, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2503	{ PCI_DEVICE_DATA(INTEL, HDA_RPL_PX, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2504	{ PCI_DEVICE_DATA(INTEL, HDA_MTL, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2505	/* Lunarlake-P */
2506	{ PCI_DEVICE_DATA(INTEL, HDA_LNL_P, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2507	/* Arrow Lake-S */
2508	{ PCI_DEVICE_DATA(INTEL, HDA_ARL_S, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2509	/* Arrow Lake */
2510	{ PCI_DEVICE_DATA(INTEL, HDA_ARL, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_SKYLAKE) },
2511	/* Apollolake (Broxton-P) */
2512	{ PCI_DEVICE_DATA(INTEL, HDA_APL, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_BROXTON) },
2513	/* Gemini-Lake */
2514	{ PCI_DEVICE_DATA(INTEL, HDA_GML, AZX_DRIVER_SKL | AZX_DCAPS_INTEL_BROXTON) },
2515	/* Haswell */
2516	{ PCI_DEVICE_DATA(INTEL, HDA_HSW_0, AZX_DRIVER_HDMI | AZX_DCAPS_INTEL_HASWELL) },
2517	{ PCI_DEVICE_DATA(INTEL, HDA_HSW_2, AZX_DRIVER_HDMI | AZX_DCAPS_INTEL_HASWELL) },
2518	{ PCI_DEVICE_DATA(INTEL, HDA_HSW_3, AZX_DRIVER_HDMI | AZX_DCAPS_INTEL_HASWELL) },
2519	/* Broadwell */
2520	{ PCI_DEVICE_DATA(INTEL, HDA_BDW, AZX_DRIVER_HDMI | AZX_DCAPS_INTEL_BROADWELL) },
2521	/* 5 Series/3400 */
2522	{ PCI_DEVICE_DATA(INTEL, HDA_5_3400_SERIES_0, AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH_NOPM) },
2523	{ PCI_DEVICE_DATA(INTEL, HDA_5_3400_SERIES_1, AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH_NOPM) },
2524	/* Poulsbo */
2525	{ PCI_DEVICE_DATA(INTEL, HDA_POULSBO, AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH_BASE |
2526	  AZX_DCAPS_POSFIX_LPIB) },
2527	/* Oaktrail */
2528	{ PCI_DEVICE_DATA(INTEL, HDA_OAKTRAIL, AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH_BASE) },
2529	/* BayTrail */
2530	{ PCI_DEVICE_DATA(INTEL, HDA_BYT, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_BAYTRAIL) },
2531	/* Braswell */
2532	{ PCI_DEVICE_DATA(INTEL, HDA_BSW, AZX_DRIVER_PCH | AZX_DCAPS_INTEL_BRASWELL) },
2533	/* ICH6 */
2534	{ PCI_DEVICE_DATA(INTEL, HDA_ICH6, AZX_DRIVER_ICH | AZX_DCAPS_INTEL_ICH) },
2535	/* ICH7 */
2536	{ PCI_DEVICE_DATA(INTEL, HDA_ICH7, AZX_DRIVER_ICH | AZX_DCAPS_INTEL_ICH) },
2537	/* ESB2 */
2538	{ PCI_DEVICE_DATA(INTEL, HDA_ESB2, AZX_DRIVER_ICH | AZX_DCAPS_INTEL_ICH) },
2539	/* ICH8 */
2540	{ PCI_DEVICE_DATA(INTEL, HDA_ICH8, AZX_DRIVER_ICH | AZX_DCAPS_INTEL_ICH) },
2541	/* ICH9 */
2542	{ PCI_DEVICE_DATA(INTEL, HDA_ICH9_0, AZX_DRIVER_ICH | AZX_DCAPS_INTEL_ICH) },
2543	/* ICH9 */
2544	{ PCI_DEVICE_DATA(INTEL, HDA_ICH9_1, AZX_DRIVER_ICH | AZX_DCAPS_INTEL_ICH) },
2545	/* ICH10 */
2546	{ PCI_DEVICE_DATA(INTEL, HDA_ICH10_0, AZX_DRIVER_ICH | AZX_DCAPS_INTEL_ICH) },
2547	/* ICH10 */
2548	{ PCI_DEVICE_DATA(INTEL, HDA_ICH10_1, AZX_DRIVER_ICH | AZX_DCAPS_INTEL_ICH) },
2549	/* Generic Intel */
2550	{ PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_ANY_ID),
2551	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
2552	  .class_mask = 0xffffff,
2553	  .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_NO_ALIGN_BUFSIZE },
2554	/* ATI SB 450/600/700/800/900 */
2555	{ PCI_VDEVICE(ATI, 0x437b),
2556	  .driver_data = AZX_DRIVER_ATI | AZX_DCAPS_PRESET_ATI_SB },
2557	{ PCI_VDEVICE(ATI, 0x4383),
2558	  .driver_data = AZX_DRIVER_ATI | AZX_DCAPS_PRESET_ATI_SB },
2559	/* AMD Hudson */
2560	{ PCI_VDEVICE(AMD, 0x780d),
2561	  .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_ATI_SB },
2562	/* AMD, X370 & co */
2563	{ PCI_VDEVICE(AMD, 0x1457),
2564	  .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_AMD_SB },
2565	/* AMD, X570 & co */
2566	{ PCI_VDEVICE(AMD, 0x1487),
2567	  .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_AMD_SB },
2568	/* AMD Stoney */
2569	{ PCI_VDEVICE(AMD, 0x157a),
2570	  .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_ATI_SB |
2571			 AZX_DCAPS_PM_RUNTIME },
2572	/* AMD Raven */
2573	{ PCI_VDEVICE(AMD, 0x15e3),
2574	  .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_AMD_SB },
2575	/* ATI HDMI */
2576	{ PCI_VDEVICE(ATI, 0x0002),
2577	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2578	  AZX_DCAPS_PM_RUNTIME },
2579	{ PCI_VDEVICE(ATI, 0x1308),
2580	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS },
2581	{ PCI_VDEVICE(ATI, 0x157a),
2582	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS },
2583	{ PCI_VDEVICE(ATI, 0x15b3),
2584	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS },
2585	{ PCI_VDEVICE(ATI, 0x793b),
2586	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2587	{ PCI_VDEVICE(ATI, 0x7919),
2588	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2589	{ PCI_VDEVICE(ATI, 0x960f),
2590	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2591	{ PCI_VDEVICE(ATI, 0x970f),
2592	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2593	{ PCI_VDEVICE(ATI, 0x9840),
2594	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS },
2595	{ PCI_VDEVICE(ATI, 0xaa00),
2596	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2597	{ PCI_VDEVICE(ATI, 0xaa08),
2598	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2599	{ PCI_VDEVICE(ATI, 0xaa10),
2600	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2601	{ PCI_VDEVICE(ATI, 0xaa18),
2602	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2603	{ PCI_VDEVICE(ATI, 0xaa20),
2604	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2605	{ PCI_VDEVICE(ATI, 0xaa28),
2606	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2607	{ PCI_VDEVICE(ATI, 0xaa30),
2608	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2609	{ PCI_VDEVICE(ATI, 0xaa38),
2610	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2611	{ PCI_VDEVICE(ATI, 0xaa40),
2612	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2613	{ PCI_VDEVICE(ATI, 0xaa48),
2614	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2615	{ PCI_VDEVICE(ATI, 0xaa50),
2616	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2617	{ PCI_VDEVICE(ATI, 0xaa58),
2618	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2619	{ PCI_VDEVICE(ATI, 0xaa60),
2620	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2621	{ PCI_VDEVICE(ATI, 0xaa68),
2622	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2623	{ PCI_VDEVICE(ATI, 0xaa80),
2624	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2625	{ PCI_VDEVICE(ATI, 0xaa88),
2626	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2627	{ PCI_VDEVICE(ATI, 0xaa90),
2628	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2629	{ PCI_VDEVICE(ATI, 0xaa98),
2630	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
2631	{ PCI_VDEVICE(ATI, 0x9902),
2632	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS },
2633	{ PCI_VDEVICE(ATI, 0xaaa0),
2634	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS },
2635	{ PCI_VDEVICE(ATI, 0xaaa8),
2636	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS },
2637	{ PCI_VDEVICE(ATI, 0xaab0),
2638	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS },
2639	{ PCI_VDEVICE(ATI, 0xaac0),
2640	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2641	  AZX_DCAPS_PM_RUNTIME },
2642	{ PCI_VDEVICE(ATI, 0xaac8),
2643	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2644	  AZX_DCAPS_PM_RUNTIME },
2645	{ PCI_VDEVICE(ATI, 0xaad8),
2646	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2647	  AZX_DCAPS_PM_RUNTIME },
2648	{ PCI_VDEVICE(ATI, 0xaae0),
2649	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2650	  AZX_DCAPS_PM_RUNTIME },
2651	{ PCI_VDEVICE(ATI, 0xaae8),
2652	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2653	  AZX_DCAPS_PM_RUNTIME },
2654	{ PCI_VDEVICE(ATI, 0xaaf0),
2655	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2656	  AZX_DCAPS_PM_RUNTIME },
2657	{ PCI_VDEVICE(ATI, 0xaaf8),
2658	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2659	  AZX_DCAPS_PM_RUNTIME },
2660	{ PCI_VDEVICE(ATI, 0xab00),
2661	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2662	  AZX_DCAPS_PM_RUNTIME },
2663	{ PCI_VDEVICE(ATI, 0xab08),
2664	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2665	  AZX_DCAPS_PM_RUNTIME },
2666	{ PCI_VDEVICE(ATI, 0xab10),
2667	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2668	  AZX_DCAPS_PM_RUNTIME },
2669	{ PCI_VDEVICE(ATI, 0xab18),
2670	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2671	  AZX_DCAPS_PM_RUNTIME },
2672	{ PCI_VDEVICE(ATI, 0xab20),
2673	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2674	  AZX_DCAPS_PM_RUNTIME },
2675	{ PCI_VDEVICE(ATI, 0xab28),
2676	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2677	  AZX_DCAPS_PM_RUNTIME },
2678	{ PCI_VDEVICE(ATI, 0xab30),
2679	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2680	  AZX_DCAPS_PM_RUNTIME },
2681	{ PCI_VDEVICE(ATI, 0xab38),
2682	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI_NS |
2683	  AZX_DCAPS_PM_RUNTIME },
2684	/* GLENFLY */
2685	{ PCI_DEVICE(0x6766, PCI_ANY_ID),
2686	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
2687	  .class_mask = 0xffffff,
2688	  .driver_data = AZX_DRIVER_GFHDMI | AZX_DCAPS_POSFIX_LPIB |
2689	  AZX_DCAPS_NO_MSI | AZX_DCAPS_NO_64BIT },
2690	/* VIA VT8251/VT8237A */
2691	{ PCI_VDEVICE(VIA, 0x3288), .driver_data = AZX_DRIVER_VIA },
2692	/* VIA GFX VT7122/VX900 */
2693	{ PCI_VDEVICE(VIA, 0x9170), .driver_data = AZX_DRIVER_GENERIC },
2694	/* VIA GFX VT6122/VX11 */
2695	{ PCI_VDEVICE(VIA, 0x9140), .driver_data = AZX_DRIVER_GENERIC },
2696	/* SIS966 */
2697	{ PCI_VDEVICE(SI, 0x7502), .driver_data = AZX_DRIVER_SIS },
2698	/* ULI M5461 */
2699	{ PCI_VDEVICE(AL, 0x5461), .driver_data = AZX_DRIVER_ULI },
2700	/* NVIDIA MCP */
2701	{ PCI_DEVICE(PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID),
2702	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
2703	  .class_mask = 0xffffff,
2704	  .driver_data = AZX_DRIVER_NVIDIA | AZX_DCAPS_PRESET_NVIDIA },
2705	/* Teradici */
2706	{ PCI_DEVICE(0x6549, 0x1200),
2707	  .driver_data = AZX_DRIVER_TERA | AZX_DCAPS_NO_64BIT },
2708	{ PCI_DEVICE(0x6549, 0x2200),
2709	  .driver_data = AZX_DRIVER_TERA | AZX_DCAPS_NO_64BIT },
2710	/* Creative X-Fi (CA0110-IBG) */
2711	/* CTHDA chips */
2712	{ PCI_VDEVICE(CREATIVE, 0x0010),
2713	  .driver_data = AZX_DRIVER_CTHDA | AZX_DCAPS_PRESET_CTHDA },
2714	{ PCI_VDEVICE(CREATIVE, 0x0012),
2715	  .driver_data = AZX_DRIVER_CTHDA | AZX_DCAPS_PRESET_CTHDA },
2716#if !IS_ENABLED(CONFIG_SND_CTXFI)
2717	/* the following entry conflicts with snd-ctxfi driver,
2718	 * as ctxfi driver mutates from HD-audio to native mode with
2719	 * a special command sequence.
2720	 */
2721	{ PCI_DEVICE(PCI_VENDOR_ID_CREATIVE, PCI_ANY_ID),
2722	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
2723	  .class_mask = 0xffffff,
2724	  .driver_data = AZX_DRIVER_CTX | AZX_DCAPS_CTX_WORKAROUND |
2725	  AZX_DCAPS_NO_64BIT | AZX_DCAPS_POSFIX_LPIB },
2726#else
2727	/* this entry seems still valid -- i.e. without emu20kx chip */
2728	{ PCI_VDEVICE(CREATIVE, 0x0009),
2729	  .driver_data = AZX_DRIVER_CTX | AZX_DCAPS_CTX_WORKAROUND |
2730	  AZX_DCAPS_NO_64BIT | AZX_DCAPS_POSFIX_LPIB },
2731#endif
2732	/* CM8888 */
2733	{ PCI_VDEVICE(CMEDIA, 0x5011),
2734	  .driver_data = AZX_DRIVER_CMEDIA |
2735	  AZX_DCAPS_NO_MSI | AZX_DCAPS_POSFIX_LPIB | AZX_DCAPS_SNOOP_OFF },
2736	/* Vortex86MX */
2737	{ PCI_VDEVICE(RDC, 0x3010), .driver_data = AZX_DRIVER_GENERIC },
2738	/* VMware HDAudio */
2739	{ PCI_VDEVICE(VMWARE, 0x1977), .driver_data = AZX_DRIVER_GENERIC },
2740	/* AMD/ATI Generic, PCI class code and Vendor ID for HD Audio */
2741	{ PCI_DEVICE(PCI_VENDOR_ID_ATI, PCI_ANY_ID),
2742	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
2743	  .class_mask = 0xffffff,
2744	  .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_ATI_HDMI },
2745	{ PCI_DEVICE(PCI_VENDOR_ID_AMD, PCI_ANY_ID),
2746	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
2747	  .class_mask = 0xffffff,
2748	  .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_ATI_HDMI },
2749	/* Zhaoxin */
2750	{ PCI_VDEVICE(ZHAOXIN, 0x3288), .driver_data = AZX_DRIVER_ZHAOXIN },
2751	/* Loongson HDAudio*/
2752	{ PCI_VDEVICE(LOONGSON, PCI_DEVICE_ID_LOONGSON_HDA),
2753	  .driver_data = AZX_DRIVER_LOONGSON },
2754	{ PCI_VDEVICE(LOONGSON, PCI_DEVICE_ID_LOONGSON_HDMI),
2755	  .driver_data = AZX_DRIVER_LOONGSON },
2756	{ 0, }
2757};
2758MODULE_DEVICE_TABLE(pci, azx_ids);
2759
2760/* pci_driver definition */
2761static struct pci_driver azx_driver = {
2762	.name = KBUILD_MODNAME,
2763	.id_table = azx_ids,
2764	.probe = azx_probe,
2765	.remove = azx_remove,
2766	.shutdown = azx_shutdown,
2767	.driver = {
2768		.pm = AZX_PM_OPS,
2769	},
2770};
2771
2772module_pci_driver(azx_driver);
2773