162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * RackMac vu-meter driver
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * (c) Copyright 2006 Benjamin Herrenschmidt, IBM Corp.
662306a36Sopenharmony_ci *                    <benh@kernel.crashing.org>
762306a36Sopenharmony_ci *
862306a36Sopenharmony_ci * Support the CPU-meter LEDs of the Xserve G5
962306a36Sopenharmony_ci *
1062306a36Sopenharmony_ci * TODO: Implement PWM to do variable intensity and provide userland
1162306a36Sopenharmony_ci * interface for fun. Also, the CPU-meter could be made nicer by being
1262306a36Sopenharmony_ci * a bit less "immediate" but giving instead a more average load over
1362306a36Sopenharmony_ci * time. Patches welcome :-)
1462306a36Sopenharmony_ci */
1562306a36Sopenharmony_ci#undef DEBUG
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci#include <linux/types.h>
1862306a36Sopenharmony_ci#include <linux/kernel.h>
1962306a36Sopenharmony_ci#include <linux/slab.h>
2062306a36Sopenharmony_ci#include <linux/device.h>
2162306a36Sopenharmony_ci#include <linux/interrupt.h>
2262306a36Sopenharmony_ci#include <linux/module.h>
2362306a36Sopenharmony_ci#include <linux/pci.h>
2462306a36Sopenharmony_ci#include <linux/dma-mapping.h>
2562306a36Sopenharmony_ci#include <linux/kernel_stat.h>
2662306a36Sopenharmony_ci#include <linux/of_address.h>
2762306a36Sopenharmony_ci#include <linux/of_irq.h>
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci#include <asm/io.h>
3062306a36Sopenharmony_ci#include <asm/machdep.h>
3162306a36Sopenharmony_ci#include <asm/pmac_feature.h>
3262306a36Sopenharmony_ci#include <asm/dbdma.h>
3362306a36Sopenharmony_ci#include <asm/macio.h>
3462306a36Sopenharmony_ci#include <asm/keylargo.h>
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_ci/* Number of samples in a sample buffer */
3762306a36Sopenharmony_ci#define SAMPLE_COUNT		256
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_ci/* CPU meter sampling rate in ms */
4062306a36Sopenharmony_ci#define CPU_SAMPLING_RATE	250
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_cistruct rackmeter_dma {
4362306a36Sopenharmony_ci	struct dbdma_cmd	cmd[4]			____cacheline_aligned;
4462306a36Sopenharmony_ci	u32			mark			____cacheline_aligned;
4562306a36Sopenharmony_ci	u32			buf1[SAMPLE_COUNT]	____cacheline_aligned;
4662306a36Sopenharmony_ci	u32			buf2[SAMPLE_COUNT]	____cacheline_aligned;
4762306a36Sopenharmony_ci} ____cacheline_aligned;
4862306a36Sopenharmony_ci
4962306a36Sopenharmony_cistruct rackmeter_cpu {
5062306a36Sopenharmony_ci	struct delayed_work	sniffer;
5162306a36Sopenharmony_ci	struct rackmeter	*rm;
5262306a36Sopenharmony_ci	u64			prev_wall;
5362306a36Sopenharmony_ci	u64			prev_idle;
5462306a36Sopenharmony_ci	int			zero;
5562306a36Sopenharmony_ci} ____cacheline_aligned;
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_cistruct rackmeter {
5862306a36Sopenharmony_ci	struct macio_dev		*mdev;
5962306a36Sopenharmony_ci	unsigned int			irq;
6062306a36Sopenharmony_ci	struct device_node		*i2s;
6162306a36Sopenharmony_ci	u8				*ubuf;
6262306a36Sopenharmony_ci	struct dbdma_regs __iomem	*dma_regs;
6362306a36Sopenharmony_ci	void __iomem			*i2s_regs;
6462306a36Sopenharmony_ci	dma_addr_t			dma_buf_p;
6562306a36Sopenharmony_ci	struct rackmeter_dma		*dma_buf_v;
6662306a36Sopenharmony_ci	int				stale_irq;
6762306a36Sopenharmony_ci	struct rackmeter_cpu		cpu[2];
6862306a36Sopenharmony_ci	int				paused;
6962306a36Sopenharmony_ci	struct mutex			sem;
7062306a36Sopenharmony_ci};
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci/* To be set as a tunable */
7362306a36Sopenharmony_cistatic int rackmeter_ignore_nice;
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci/* This GPIO is whacked by the OS X driver when initializing */
7662306a36Sopenharmony_ci#define RACKMETER_MAGIC_GPIO	0x78
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci/* This is copied from cpufreq_ondemand, maybe we should put it in
7962306a36Sopenharmony_ci * a common header somewhere
8062306a36Sopenharmony_ci */
8162306a36Sopenharmony_cistatic inline u64 get_cpu_idle_time(unsigned int cpu)
8262306a36Sopenharmony_ci{
8362306a36Sopenharmony_ci	struct kernel_cpustat *kcpustat = &kcpustat_cpu(cpu);
8462306a36Sopenharmony_ci	u64 retval;
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci	retval = kcpustat->cpustat[CPUTIME_IDLE] +
8762306a36Sopenharmony_ci		 kcpustat->cpustat[CPUTIME_IOWAIT];
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	if (rackmeter_ignore_nice)
9062306a36Sopenharmony_ci		retval += kcpustat_field(kcpustat, CPUTIME_NICE, cpu);
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci	return retval;
9362306a36Sopenharmony_ci}
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_cistatic void rackmeter_setup_i2s(struct rackmeter *rm)
9662306a36Sopenharmony_ci{
9762306a36Sopenharmony_ci	struct macio_chip *macio = rm->mdev->bus->chip;
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_ci	/* First whack magic GPIO */
10062306a36Sopenharmony_ci	pmac_call_feature(PMAC_FTR_WRITE_GPIO, NULL, RACKMETER_MAGIC_GPIO, 5);
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_ci	/* Call feature code to enable the sound channel and the proper
10462306a36Sopenharmony_ci	 * clock sources
10562306a36Sopenharmony_ci	 */
10662306a36Sopenharmony_ci	pmac_call_feature(PMAC_FTR_SOUND_CHIP_ENABLE, rm->i2s, 0, 1);
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	/* Power i2s and stop i2s clock. We whack MacIO FCRs directly for now.
10962306a36Sopenharmony_ci	 * This is a bit racy, thus we should add new platform functions to
11062306a36Sopenharmony_ci	 * handle that. snd-aoa needs that too
11162306a36Sopenharmony_ci	 */
11262306a36Sopenharmony_ci	MACIO_BIS(KEYLARGO_FCR1, KL1_I2S0_ENABLE);
11362306a36Sopenharmony_ci	MACIO_BIC(KEYLARGO_FCR1, KL1_I2S0_CLK_ENABLE_BIT);
11462306a36Sopenharmony_ci	(void)MACIO_IN32(KEYLARGO_FCR1);
11562306a36Sopenharmony_ci	udelay(10);
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_ci	/* Then setup i2s. For now, we use the same magic value that
11862306a36Sopenharmony_ci	 * the OS X driver seems to use. We might want to play around
11962306a36Sopenharmony_ci	 * with the clock divisors later
12062306a36Sopenharmony_ci	 */
12162306a36Sopenharmony_ci	out_le32(rm->i2s_regs + 0x10, 0x01fa0000);
12262306a36Sopenharmony_ci	(void)in_le32(rm->i2s_regs + 0x10);
12362306a36Sopenharmony_ci	udelay(10);
12462306a36Sopenharmony_ci
12562306a36Sopenharmony_ci	/* Fully restart i2s*/
12662306a36Sopenharmony_ci	MACIO_BIS(KEYLARGO_FCR1, KL1_I2S0_CELL_ENABLE |
12762306a36Sopenharmony_ci		  KL1_I2S0_CLK_ENABLE_BIT);
12862306a36Sopenharmony_ci	(void)MACIO_IN32(KEYLARGO_FCR1);
12962306a36Sopenharmony_ci	udelay(10);
13062306a36Sopenharmony_ci}
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_cistatic void rackmeter_set_default_pattern(struct rackmeter *rm)
13362306a36Sopenharmony_ci{
13462306a36Sopenharmony_ci	int i;
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci	for (i = 0; i < 16; i++) {
13762306a36Sopenharmony_ci		if (i < 8)
13862306a36Sopenharmony_ci			rm->ubuf[i] = (i & 1) * 255;
13962306a36Sopenharmony_ci		else
14062306a36Sopenharmony_ci			rm->ubuf[i] = ((~i) & 1) * 255;
14162306a36Sopenharmony_ci	}
14262306a36Sopenharmony_ci}
14362306a36Sopenharmony_ci
14462306a36Sopenharmony_cistatic void rackmeter_do_pause(struct rackmeter *rm, int pause)
14562306a36Sopenharmony_ci{
14662306a36Sopenharmony_ci	struct rackmeter_dma *rdma = rm->dma_buf_v;
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci	pr_debug("rackmeter: %s\n", pause ? "paused" : "started");
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ci	rm->paused = pause;
15162306a36Sopenharmony_ci	if (pause) {
15262306a36Sopenharmony_ci		DBDMA_DO_STOP(rm->dma_regs);
15362306a36Sopenharmony_ci		return;
15462306a36Sopenharmony_ci	}
15562306a36Sopenharmony_ci	memset(rdma->buf1, 0, sizeof(rdma->buf1));
15662306a36Sopenharmony_ci	memset(rdma->buf2, 0, sizeof(rdma->buf2));
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	rm->dma_buf_v->mark = 0;
15962306a36Sopenharmony_ci
16062306a36Sopenharmony_ci	mb();
16162306a36Sopenharmony_ci	out_le32(&rm->dma_regs->cmdptr_hi, 0);
16262306a36Sopenharmony_ci	out_le32(&rm->dma_regs->cmdptr, rm->dma_buf_p);
16362306a36Sopenharmony_ci	out_le32(&rm->dma_regs->control, (RUN << 16) | RUN);
16462306a36Sopenharmony_ci}
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_cistatic void rackmeter_setup_dbdma(struct rackmeter *rm)
16762306a36Sopenharmony_ci{
16862306a36Sopenharmony_ci	struct rackmeter_dma *db = rm->dma_buf_v;
16962306a36Sopenharmony_ci	struct dbdma_cmd *cmd = db->cmd;
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ci	/* Make sure dbdma is reset */
17262306a36Sopenharmony_ci	DBDMA_DO_RESET(rm->dma_regs);
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	pr_debug("rackmeter: mark offset=0x%zx\n",
17562306a36Sopenharmony_ci		 offsetof(struct rackmeter_dma, mark));
17662306a36Sopenharmony_ci	pr_debug("rackmeter: buf1 offset=0x%zx\n",
17762306a36Sopenharmony_ci		 offsetof(struct rackmeter_dma, buf1));
17862306a36Sopenharmony_ci	pr_debug("rackmeter: buf2 offset=0x%zx\n",
17962306a36Sopenharmony_ci		 offsetof(struct rackmeter_dma, buf2));
18062306a36Sopenharmony_ci
18162306a36Sopenharmony_ci	/* Prepare 4 dbdma commands for the 2 buffers */
18262306a36Sopenharmony_ci	memset(cmd, 0, 4 * sizeof(struct dbdma_cmd));
18362306a36Sopenharmony_ci	cmd->req_count = cpu_to_le16(4);
18462306a36Sopenharmony_ci	cmd->command = cpu_to_le16(STORE_WORD | INTR_ALWAYS | KEY_SYSTEM);
18562306a36Sopenharmony_ci	cmd->phy_addr = cpu_to_le32(rm->dma_buf_p +
18662306a36Sopenharmony_ci		offsetof(struct rackmeter_dma, mark));
18762306a36Sopenharmony_ci	cmd->cmd_dep = cpu_to_le32(0x02000000);
18862306a36Sopenharmony_ci	cmd++;
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci	cmd->req_count = cpu_to_le16(SAMPLE_COUNT * 4);
19162306a36Sopenharmony_ci	cmd->command = cpu_to_le16(OUTPUT_MORE);
19262306a36Sopenharmony_ci	cmd->phy_addr = cpu_to_le32(rm->dma_buf_p +
19362306a36Sopenharmony_ci		offsetof(struct rackmeter_dma, buf1));
19462306a36Sopenharmony_ci	cmd++;
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	cmd->req_count = cpu_to_le16(4);
19762306a36Sopenharmony_ci	cmd->command = cpu_to_le16(STORE_WORD | INTR_ALWAYS | KEY_SYSTEM);
19862306a36Sopenharmony_ci	cmd->phy_addr = cpu_to_le32(rm->dma_buf_p +
19962306a36Sopenharmony_ci		offsetof(struct rackmeter_dma, mark));
20062306a36Sopenharmony_ci	cmd->cmd_dep = cpu_to_le32(0x01000000);
20162306a36Sopenharmony_ci	cmd++;
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_ci	cmd->req_count = cpu_to_le16(SAMPLE_COUNT * 4);
20462306a36Sopenharmony_ci	cmd->command = cpu_to_le16(OUTPUT_MORE | BR_ALWAYS);
20562306a36Sopenharmony_ci	cmd->phy_addr = cpu_to_le32(rm->dma_buf_p +
20662306a36Sopenharmony_ci		offsetof(struct rackmeter_dma, buf2));
20762306a36Sopenharmony_ci	cmd->cmd_dep = cpu_to_le32(rm->dma_buf_p);
20862306a36Sopenharmony_ci
20962306a36Sopenharmony_ci	rackmeter_do_pause(rm, 0);
21062306a36Sopenharmony_ci}
21162306a36Sopenharmony_ci
21262306a36Sopenharmony_cistatic void rackmeter_do_timer(struct work_struct *work)
21362306a36Sopenharmony_ci{
21462306a36Sopenharmony_ci	struct rackmeter_cpu *rcpu =
21562306a36Sopenharmony_ci		container_of(work, struct rackmeter_cpu, sniffer.work);
21662306a36Sopenharmony_ci	struct rackmeter *rm = rcpu->rm;
21762306a36Sopenharmony_ci	unsigned int cpu = smp_processor_id();
21862306a36Sopenharmony_ci	u64 cur_nsecs, total_idle_nsecs;
21962306a36Sopenharmony_ci	u64 total_nsecs, idle_nsecs;
22062306a36Sopenharmony_ci	int i, offset, load, cumm, pause;
22162306a36Sopenharmony_ci
22262306a36Sopenharmony_ci	cur_nsecs = jiffies64_to_nsecs(get_jiffies_64());
22362306a36Sopenharmony_ci	total_nsecs = cur_nsecs - rcpu->prev_wall;
22462306a36Sopenharmony_ci	rcpu->prev_wall = cur_nsecs;
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci	total_idle_nsecs = get_cpu_idle_time(cpu);
22762306a36Sopenharmony_ci	idle_nsecs = total_idle_nsecs - rcpu->prev_idle;
22862306a36Sopenharmony_ci	idle_nsecs = min(idle_nsecs, total_nsecs);
22962306a36Sopenharmony_ci	rcpu->prev_idle = total_idle_nsecs;
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci	/* We do a very dumb calculation to update the LEDs for now,
23262306a36Sopenharmony_ci	 * we'll do better once we have actual PWM implemented
23362306a36Sopenharmony_ci	 */
23462306a36Sopenharmony_ci	load = div64_u64(9 * (total_nsecs - idle_nsecs), total_nsecs);
23562306a36Sopenharmony_ci
23662306a36Sopenharmony_ci	offset = cpu << 3;
23762306a36Sopenharmony_ci	cumm = 0;
23862306a36Sopenharmony_ci	for (i = 0; i < 8; i++) {
23962306a36Sopenharmony_ci		u8 ub = (load > i) ? 0xff : 0;
24062306a36Sopenharmony_ci		rm->ubuf[i + offset] = ub;
24162306a36Sopenharmony_ci		cumm |= ub;
24262306a36Sopenharmony_ci	}
24362306a36Sopenharmony_ci	rcpu->zero = (cumm == 0);
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_ci	/* Now check if LEDs are all 0, we can stop DMA */
24662306a36Sopenharmony_ci	pause = (rm->cpu[0].zero && rm->cpu[1].zero);
24762306a36Sopenharmony_ci	if (pause != rm->paused) {
24862306a36Sopenharmony_ci		mutex_lock(&rm->sem);
24962306a36Sopenharmony_ci		pause = (rm->cpu[0].zero && rm->cpu[1].zero);
25062306a36Sopenharmony_ci		rackmeter_do_pause(rm, pause);
25162306a36Sopenharmony_ci		mutex_unlock(&rm->sem);
25262306a36Sopenharmony_ci	}
25362306a36Sopenharmony_ci	schedule_delayed_work_on(cpu, &rcpu->sniffer,
25462306a36Sopenharmony_ci				 msecs_to_jiffies(CPU_SAMPLING_RATE));
25562306a36Sopenharmony_ci}
25662306a36Sopenharmony_ci
25762306a36Sopenharmony_cistatic void rackmeter_init_cpu_sniffer(struct rackmeter *rm)
25862306a36Sopenharmony_ci{
25962306a36Sopenharmony_ci	unsigned int cpu;
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci	/* This driver works only with 1 or 2 CPUs numbered 0 and 1,
26262306a36Sopenharmony_ci	 * but that's really all we have on Apple Xserve. It doesn't
26362306a36Sopenharmony_ci	 * play very nice with CPU hotplug neither but we don't do that
26462306a36Sopenharmony_ci	 * on those machines yet
26562306a36Sopenharmony_ci	 */
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_ci	rm->cpu[0].rm = rm;
26862306a36Sopenharmony_ci	INIT_DELAYED_WORK(&rm->cpu[0].sniffer, rackmeter_do_timer);
26962306a36Sopenharmony_ci	rm->cpu[1].rm = rm;
27062306a36Sopenharmony_ci	INIT_DELAYED_WORK(&rm->cpu[1].sniffer, rackmeter_do_timer);
27162306a36Sopenharmony_ci
27262306a36Sopenharmony_ci	for_each_online_cpu(cpu) {
27362306a36Sopenharmony_ci		struct rackmeter_cpu *rcpu;
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_ci		if (cpu > 1)
27662306a36Sopenharmony_ci			continue;
27762306a36Sopenharmony_ci		rcpu = &rm->cpu[cpu];
27862306a36Sopenharmony_ci		rcpu->prev_idle = get_cpu_idle_time(cpu);
27962306a36Sopenharmony_ci		rcpu->prev_wall = jiffies64_to_nsecs(get_jiffies_64());
28062306a36Sopenharmony_ci		schedule_delayed_work_on(cpu, &rm->cpu[cpu].sniffer,
28162306a36Sopenharmony_ci					 msecs_to_jiffies(CPU_SAMPLING_RATE));
28262306a36Sopenharmony_ci	}
28362306a36Sopenharmony_ci}
28462306a36Sopenharmony_ci
28562306a36Sopenharmony_cistatic void rackmeter_stop_cpu_sniffer(struct rackmeter *rm)
28662306a36Sopenharmony_ci{
28762306a36Sopenharmony_ci	cancel_delayed_work_sync(&rm->cpu[0].sniffer);
28862306a36Sopenharmony_ci	cancel_delayed_work_sync(&rm->cpu[1].sniffer);
28962306a36Sopenharmony_ci}
29062306a36Sopenharmony_ci
29162306a36Sopenharmony_cistatic int rackmeter_setup(struct rackmeter *rm)
29262306a36Sopenharmony_ci{
29362306a36Sopenharmony_ci	pr_debug("rackmeter: setting up i2s..\n");
29462306a36Sopenharmony_ci	rackmeter_setup_i2s(rm);
29562306a36Sopenharmony_ci
29662306a36Sopenharmony_ci	pr_debug("rackmeter: setting up default pattern..\n");
29762306a36Sopenharmony_ci	rackmeter_set_default_pattern(rm);
29862306a36Sopenharmony_ci
29962306a36Sopenharmony_ci	pr_debug("rackmeter: setting up dbdma..\n");
30062306a36Sopenharmony_ci	rackmeter_setup_dbdma(rm);
30162306a36Sopenharmony_ci
30262306a36Sopenharmony_ci	pr_debug("rackmeter: start CPU measurements..\n");
30362306a36Sopenharmony_ci	rackmeter_init_cpu_sniffer(rm);
30462306a36Sopenharmony_ci
30562306a36Sopenharmony_ci	printk(KERN_INFO "RackMeter initialized\n");
30662306a36Sopenharmony_ci
30762306a36Sopenharmony_ci	return 0;
30862306a36Sopenharmony_ci}
30962306a36Sopenharmony_ci
31062306a36Sopenharmony_ci/*  XXX FIXME: No PWM yet, this is 0/1 */
31162306a36Sopenharmony_cistatic u32 rackmeter_calc_sample(struct rackmeter *rm, unsigned int index)
31262306a36Sopenharmony_ci{
31362306a36Sopenharmony_ci	int led;
31462306a36Sopenharmony_ci	u32 sample = 0;
31562306a36Sopenharmony_ci
31662306a36Sopenharmony_ci	for (led = 0; led < 16; led++) {
31762306a36Sopenharmony_ci		sample >>= 1;
31862306a36Sopenharmony_ci		sample |= ((rm->ubuf[led] >= 0x80) << 15);
31962306a36Sopenharmony_ci	}
32062306a36Sopenharmony_ci	return (sample << 17) | (sample >> 15);
32162306a36Sopenharmony_ci}
32262306a36Sopenharmony_ci
32362306a36Sopenharmony_cistatic irqreturn_t rackmeter_irq(int irq, void *arg)
32462306a36Sopenharmony_ci{
32562306a36Sopenharmony_ci	struct rackmeter *rm = arg;
32662306a36Sopenharmony_ci	struct rackmeter_dma *db = rm->dma_buf_v;
32762306a36Sopenharmony_ci	unsigned int mark, i;
32862306a36Sopenharmony_ci	u32 *buf;
32962306a36Sopenharmony_ci
33062306a36Sopenharmony_ci	/* Flush PCI buffers with an MMIO read. Maybe we could actually
33162306a36Sopenharmony_ci	 * check the status one day ... in case things go wrong, though
33262306a36Sopenharmony_ci	 * this never happened to me
33362306a36Sopenharmony_ci	 */
33462306a36Sopenharmony_ci	(void)in_le32(&rm->dma_regs->status);
33562306a36Sopenharmony_ci
33662306a36Sopenharmony_ci	/* Make sure the CPU gets us in order */
33762306a36Sopenharmony_ci	rmb();
33862306a36Sopenharmony_ci
33962306a36Sopenharmony_ci	/* Read mark */
34062306a36Sopenharmony_ci	mark = db->mark;
34162306a36Sopenharmony_ci	if (mark != 1 && mark != 2) {
34262306a36Sopenharmony_ci		printk(KERN_WARNING "rackmeter: Incorrect DMA mark 0x%08x\n",
34362306a36Sopenharmony_ci		       mark);
34462306a36Sopenharmony_ci		/* We allow for 3 errors like that (stale DBDMA irqs) */
34562306a36Sopenharmony_ci		if (++rm->stale_irq > 3) {
34662306a36Sopenharmony_ci			printk(KERN_ERR "rackmeter: Too many errors,"
34762306a36Sopenharmony_ci			       " stopping DMA\n");
34862306a36Sopenharmony_ci			DBDMA_DO_RESET(rm->dma_regs);
34962306a36Sopenharmony_ci		}
35062306a36Sopenharmony_ci		return IRQ_HANDLED;
35162306a36Sopenharmony_ci	}
35262306a36Sopenharmony_ci
35362306a36Sopenharmony_ci	/* Next buffer we need to fill is mark value */
35462306a36Sopenharmony_ci	buf = mark == 1 ? db->buf1 : db->buf2;
35562306a36Sopenharmony_ci
35662306a36Sopenharmony_ci	/* Fill it now. This routine converts the 8 bits depth sample array
35762306a36Sopenharmony_ci	 * into the PWM bitmap for each LED.
35862306a36Sopenharmony_ci	 */
35962306a36Sopenharmony_ci	for (i = 0; i < SAMPLE_COUNT; i++)
36062306a36Sopenharmony_ci		buf[i] = rackmeter_calc_sample(rm, i);
36162306a36Sopenharmony_ci
36262306a36Sopenharmony_ci
36362306a36Sopenharmony_ci	return IRQ_HANDLED;
36462306a36Sopenharmony_ci}
36562306a36Sopenharmony_ci
36662306a36Sopenharmony_cistatic int rackmeter_probe(struct macio_dev* mdev,
36762306a36Sopenharmony_ci			   const struct of_device_id *match)
36862306a36Sopenharmony_ci{
36962306a36Sopenharmony_ci	struct device_node *i2s = NULL, *np = NULL;
37062306a36Sopenharmony_ci	struct rackmeter *rm = NULL;
37162306a36Sopenharmony_ci	struct resource ri2s, rdma;
37262306a36Sopenharmony_ci	int rc = -ENODEV;
37362306a36Sopenharmony_ci
37462306a36Sopenharmony_ci	pr_debug("rackmeter_probe()\n");
37562306a36Sopenharmony_ci
37662306a36Sopenharmony_ci	/* Get i2s-a node */
37762306a36Sopenharmony_ci	for_each_child_of_node(mdev->ofdev.dev.of_node, i2s)
37862306a36Sopenharmony_ci		if (of_node_name_eq(i2s, "i2s-a"))
37962306a36Sopenharmony_ci			break;
38062306a36Sopenharmony_ci
38162306a36Sopenharmony_ci	if (i2s == NULL) {
38262306a36Sopenharmony_ci		pr_debug("  i2s-a child not found\n");
38362306a36Sopenharmony_ci		goto bail;
38462306a36Sopenharmony_ci	}
38562306a36Sopenharmony_ci	/* Get lightshow or virtual sound */
38662306a36Sopenharmony_ci	for_each_child_of_node(i2s, np) {
38762306a36Sopenharmony_ci	       if (of_node_name_eq(np, "lightshow"))
38862306a36Sopenharmony_ci		       break;
38962306a36Sopenharmony_ci	       if (of_node_name_eq(np, "sound") &&
39062306a36Sopenharmony_ci		   of_property_present(np, "virtual"))
39162306a36Sopenharmony_ci		       break;
39262306a36Sopenharmony_ci	}
39362306a36Sopenharmony_ci	if (np == NULL) {
39462306a36Sopenharmony_ci		pr_debug("  lightshow or sound+virtual child not found\n");
39562306a36Sopenharmony_ci		goto bail;
39662306a36Sopenharmony_ci	}
39762306a36Sopenharmony_ci
39862306a36Sopenharmony_ci	/* Create and initialize our instance data */
39962306a36Sopenharmony_ci	rm = kzalloc(sizeof(*rm), GFP_KERNEL);
40062306a36Sopenharmony_ci	if (rm == NULL) {
40162306a36Sopenharmony_ci		printk(KERN_ERR "rackmeter: failed to allocate memory !\n");
40262306a36Sopenharmony_ci		rc = -ENOMEM;
40362306a36Sopenharmony_ci		goto bail_release;
40462306a36Sopenharmony_ci	}
40562306a36Sopenharmony_ci	rm->mdev = mdev;
40662306a36Sopenharmony_ci	rm->i2s = i2s;
40762306a36Sopenharmony_ci	mutex_init(&rm->sem);
40862306a36Sopenharmony_ci	dev_set_drvdata(&mdev->ofdev.dev, rm);
40962306a36Sopenharmony_ci	/* Check resources availability. We need at least resource 0 and 1 */
41062306a36Sopenharmony_ci#if 0 /* Use that when i2s-a is finally an mdev per-se */
41162306a36Sopenharmony_ci	if (macio_resource_count(mdev) < 2 || macio_irq_count(mdev) < 2) {
41262306a36Sopenharmony_ci		printk(KERN_ERR
41362306a36Sopenharmony_ci		       "rackmeter: found match but lacks resources: %pOF"
41462306a36Sopenharmony_ci		       " (%d resources, %d interrupts)\n",
41562306a36Sopenharmony_ci		       mdev->ofdev.dev.of_node);
41662306a36Sopenharmony_ci		rc = -ENXIO;
41762306a36Sopenharmony_ci		goto bail_free;
41862306a36Sopenharmony_ci	}
41962306a36Sopenharmony_ci	if (macio_request_resources(mdev, "rackmeter")) {
42062306a36Sopenharmony_ci		printk(KERN_ERR
42162306a36Sopenharmony_ci		       "rackmeter: failed to request resources: %pOF\n",
42262306a36Sopenharmony_ci		       mdev->ofdev.dev.of_node);
42362306a36Sopenharmony_ci		rc = -EBUSY;
42462306a36Sopenharmony_ci		goto bail_free;
42562306a36Sopenharmony_ci	}
42662306a36Sopenharmony_ci	rm->irq = macio_irq(mdev, 1);
42762306a36Sopenharmony_ci#else
42862306a36Sopenharmony_ci	rm->irq = irq_of_parse_and_map(i2s, 1);
42962306a36Sopenharmony_ci	if (!rm->irq ||
43062306a36Sopenharmony_ci	    of_address_to_resource(i2s, 0, &ri2s) ||
43162306a36Sopenharmony_ci	    of_address_to_resource(i2s, 1, &rdma)) {
43262306a36Sopenharmony_ci		printk(KERN_ERR
43362306a36Sopenharmony_ci		       "rackmeter: found match but lacks resources: %pOF",
43462306a36Sopenharmony_ci		       mdev->ofdev.dev.of_node);
43562306a36Sopenharmony_ci		rc = -ENXIO;
43662306a36Sopenharmony_ci		goto bail_free;
43762306a36Sopenharmony_ci	}
43862306a36Sopenharmony_ci#endif
43962306a36Sopenharmony_ci
44062306a36Sopenharmony_ci	pr_debug("  i2s @0x%08x\n", (unsigned int)ri2s.start);
44162306a36Sopenharmony_ci	pr_debug("  dma @0x%08x\n", (unsigned int)rdma.start);
44262306a36Sopenharmony_ci	pr_debug("  irq %d\n", rm->irq);
44362306a36Sopenharmony_ci
44462306a36Sopenharmony_ci	rm->ubuf = (u8 *)__get_free_page(GFP_KERNEL);
44562306a36Sopenharmony_ci	if (rm->ubuf == NULL) {
44662306a36Sopenharmony_ci		printk(KERN_ERR
44762306a36Sopenharmony_ci		       "rackmeter: failed to allocate samples page !\n");
44862306a36Sopenharmony_ci		rc = -ENOMEM;
44962306a36Sopenharmony_ci		goto bail_release;
45062306a36Sopenharmony_ci	}
45162306a36Sopenharmony_ci
45262306a36Sopenharmony_ci	rm->dma_buf_v = dma_alloc_coherent(&macio_get_pci_dev(mdev)->dev,
45362306a36Sopenharmony_ci					   sizeof(struct rackmeter_dma),
45462306a36Sopenharmony_ci					   &rm->dma_buf_p, GFP_KERNEL);
45562306a36Sopenharmony_ci	if (rm->dma_buf_v == NULL) {
45662306a36Sopenharmony_ci		printk(KERN_ERR
45762306a36Sopenharmony_ci		       "rackmeter: failed to allocate dma buffer !\n");
45862306a36Sopenharmony_ci		rc = -ENOMEM;
45962306a36Sopenharmony_ci		goto bail_free_samples;
46062306a36Sopenharmony_ci	}
46162306a36Sopenharmony_ci#if 0
46262306a36Sopenharmony_ci	rm->i2s_regs = ioremap(macio_resource_start(mdev, 0), 0x1000);
46362306a36Sopenharmony_ci#else
46462306a36Sopenharmony_ci	rm->i2s_regs = ioremap(ri2s.start, 0x1000);
46562306a36Sopenharmony_ci#endif
46662306a36Sopenharmony_ci	if (rm->i2s_regs == NULL) {
46762306a36Sopenharmony_ci		printk(KERN_ERR
46862306a36Sopenharmony_ci		       "rackmeter: failed to map i2s registers !\n");
46962306a36Sopenharmony_ci		rc = -ENXIO;
47062306a36Sopenharmony_ci		goto bail_free_dma;
47162306a36Sopenharmony_ci	}
47262306a36Sopenharmony_ci#if 0
47362306a36Sopenharmony_ci	rm->dma_regs = ioremap(macio_resource_start(mdev, 1), 0x100);
47462306a36Sopenharmony_ci#else
47562306a36Sopenharmony_ci	rm->dma_regs = ioremap(rdma.start, 0x100);
47662306a36Sopenharmony_ci#endif
47762306a36Sopenharmony_ci	if (rm->dma_regs == NULL) {
47862306a36Sopenharmony_ci		printk(KERN_ERR
47962306a36Sopenharmony_ci		       "rackmeter: failed to map dma registers !\n");
48062306a36Sopenharmony_ci		rc = -ENXIO;
48162306a36Sopenharmony_ci		goto bail_unmap_i2s;
48262306a36Sopenharmony_ci	}
48362306a36Sopenharmony_ci
48462306a36Sopenharmony_ci	rc = rackmeter_setup(rm);
48562306a36Sopenharmony_ci	if (rc) {
48662306a36Sopenharmony_ci		printk(KERN_ERR
48762306a36Sopenharmony_ci		       "rackmeter: failed to initialize !\n");
48862306a36Sopenharmony_ci		rc = -ENXIO;
48962306a36Sopenharmony_ci		goto bail_unmap_dma;
49062306a36Sopenharmony_ci	}
49162306a36Sopenharmony_ci
49262306a36Sopenharmony_ci	rc = request_irq(rm->irq, rackmeter_irq, 0, "rackmeter", rm);
49362306a36Sopenharmony_ci	if (rc != 0) {
49462306a36Sopenharmony_ci		printk(KERN_ERR
49562306a36Sopenharmony_ci		       "rackmeter: failed to request interrupt !\n");
49662306a36Sopenharmony_ci		goto bail_stop_dma;
49762306a36Sopenharmony_ci	}
49862306a36Sopenharmony_ci	of_node_put(np);
49962306a36Sopenharmony_ci	return 0;
50062306a36Sopenharmony_ci
50162306a36Sopenharmony_ci bail_stop_dma:
50262306a36Sopenharmony_ci	DBDMA_DO_RESET(rm->dma_regs);
50362306a36Sopenharmony_ci bail_unmap_dma:
50462306a36Sopenharmony_ci	iounmap(rm->dma_regs);
50562306a36Sopenharmony_ci bail_unmap_i2s:
50662306a36Sopenharmony_ci	iounmap(rm->i2s_regs);
50762306a36Sopenharmony_ci bail_free_dma:
50862306a36Sopenharmony_ci	dma_free_coherent(&macio_get_pci_dev(mdev)->dev,
50962306a36Sopenharmony_ci			  sizeof(struct rackmeter_dma),
51062306a36Sopenharmony_ci			  rm->dma_buf_v, rm->dma_buf_p);
51162306a36Sopenharmony_ci bail_free_samples:
51262306a36Sopenharmony_ci	free_page((unsigned long)rm->ubuf);
51362306a36Sopenharmony_ci bail_release:
51462306a36Sopenharmony_ci#if 0
51562306a36Sopenharmony_ci	macio_release_resources(mdev);
51662306a36Sopenharmony_ci#endif
51762306a36Sopenharmony_ci bail_free:
51862306a36Sopenharmony_ci	kfree(rm);
51962306a36Sopenharmony_ci bail:
52062306a36Sopenharmony_ci	of_node_put(i2s);
52162306a36Sopenharmony_ci	of_node_put(np);
52262306a36Sopenharmony_ci	dev_set_drvdata(&mdev->ofdev.dev, NULL);
52362306a36Sopenharmony_ci	return rc;
52462306a36Sopenharmony_ci}
52562306a36Sopenharmony_ci
52662306a36Sopenharmony_cistatic int rackmeter_remove(struct macio_dev* mdev)
52762306a36Sopenharmony_ci{
52862306a36Sopenharmony_ci	struct rackmeter *rm = dev_get_drvdata(&mdev->ofdev.dev);
52962306a36Sopenharmony_ci
53062306a36Sopenharmony_ci	/* Stop CPU sniffer timer & work queues */
53162306a36Sopenharmony_ci	rackmeter_stop_cpu_sniffer(rm);
53262306a36Sopenharmony_ci
53362306a36Sopenharmony_ci	/* Clear reference to private data */
53462306a36Sopenharmony_ci	dev_set_drvdata(&mdev->ofdev.dev, NULL);
53562306a36Sopenharmony_ci
53662306a36Sopenharmony_ci	/* Stop/reset dbdma */
53762306a36Sopenharmony_ci	DBDMA_DO_RESET(rm->dma_regs);
53862306a36Sopenharmony_ci
53962306a36Sopenharmony_ci	/* Release the IRQ */
54062306a36Sopenharmony_ci	free_irq(rm->irq, rm);
54162306a36Sopenharmony_ci
54262306a36Sopenharmony_ci	/* Unmap registers */
54362306a36Sopenharmony_ci	iounmap(rm->dma_regs);
54462306a36Sopenharmony_ci	iounmap(rm->i2s_regs);
54562306a36Sopenharmony_ci
54662306a36Sopenharmony_ci	/* Free DMA */
54762306a36Sopenharmony_ci	dma_free_coherent(&macio_get_pci_dev(mdev)->dev,
54862306a36Sopenharmony_ci			  sizeof(struct rackmeter_dma),
54962306a36Sopenharmony_ci			  rm->dma_buf_v, rm->dma_buf_p);
55062306a36Sopenharmony_ci
55162306a36Sopenharmony_ci	/* Free samples */
55262306a36Sopenharmony_ci	free_page((unsigned long)rm->ubuf);
55362306a36Sopenharmony_ci
55462306a36Sopenharmony_ci#if 0
55562306a36Sopenharmony_ci	/* Release resources */
55662306a36Sopenharmony_ci	macio_release_resources(mdev);
55762306a36Sopenharmony_ci#endif
55862306a36Sopenharmony_ci
55962306a36Sopenharmony_ci	/* Get rid of me */
56062306a36Sopenharmony_ci	kfree(rm);
56162306a36Sopenharmony_ci
56262306a36Sopenharmony_ci	return 0;
56362306a36Sopenharmony_ci}
56462306a36Sopenharmony_ci
56562306a36Sopenharmony_cistatic int rackmeter_shutdown(struct macio_dev* mdev)
56662306a36Sopenharmony_ci{
56762306a36Sopenharmony_ci	struct rackmeter *rm = dev_get_drvdata(&mdev->ofdev.dev);
56862306a36Sopenharmony_ci
56962306a36Sopenharmony_ci	if (rm == NULL)
57062306a36Sopenharmony_ci		return -ENODEV;
57162306a36Sopenharmony_ci
57262306a36Sopenharmony_ci	/* Stop CPU sniffer timer & work queues */
57362306a36Sopenharmony_ci	rackmeter_stop_cpu_sniffer(rm);
57462306a36Sopenharmony_ci
57562306a36Sopenharmony_ci	/* Stop/reset dbdma */
57662306a36Sopenharmony_ci	DBDMA_DO_RESET(rm->dma_regs);
57762306a36Sopenharmony_ci
57862306a36Sopenharmony_ci	return 0;
57962306a36Sopenharmony_ci}
58062306a36Sopenharmony_ci
58162306a36Sopenharmony_cistatic const struct of_device_id rackmeter_match[] = {
58262306a36Sopenharmony_ci	{ .name = "i2s" },
58362306a36Sopenharmony_ci	{ }
58462306a36Sopenharmony_ci};
58562306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, rackmeter_match);
58662306a36Sopenharmony_ci
58762306a36Sopenharmony_cistatic struct macio_driver rackmeter_driver = {
58862306a36Sopenharmony_ci	.driver = {
58962306a36Sopenharmony_ci		.name = "rackmeter",
59062306a36Sopenharmony_ci		.owner = THIS_MODULE,
59162306a36Sopenharmony_ci		.of_match_table = rackmeter_match,
59262306a36Sopenharmony_ci	},
59362306a36Sopenharmony_ci	.probe = rackmeter_probe,
59462306a36Sopenharmony_ci	.remove = rackmeter_remove,
59562306a36Sopenharmony_ci	.shutdown = rackmeter_shutdown,
59662306a36Sopenharmony_ci};
59762306a36Sopenharmony_ci
59862306a36Sopenharmony_ci
59962306a36Sopenharmony_cistatic int __init rackmeter_init(void)
60062306a36Sopenharmony_ci{
60162306a36Sopenharmony_ci	pr_debug("rackmeter_init()\n");
60262306a36Sopenharmony_ci
60362306a36Sopenharmony_ci	return macio_register_driver(&rackmeter_driver);
60462306a36Sopenharmony_ci}
60562306a36Sopenharmony_ci
60662306a36Sopenharmony_cistatic void __exit rackmeter_exit(void)
60762306a36Sopenharmony_ci{
60862306a36Sopenharmony_ci	pr_debug("rackmeter_exit()\n");
60962306a36Sopenharmony_ci
61062306a36Sopenharmony_ci	macio_unregister_driver(&rackmeter_driver);
61162306a36Sopenharmony_ci}
61262306a36Sopenharmony_ci
61362306a36Sopenharmony_cimodule_init(rackmeter_init);
61462306a36Sopenharmony_cimodule_exit(rackmeter_exit);
61562306a36Sopenharmony_ci
61662306a36Sopenharmony_ci
61762306a36Sopenharmony_ciMODULE_LICENSE("GPL");
61862306a36Sopenharmony_ciMODULE_AUTHOR("Benjamin Herrenschmidt <benh@kernel.crashing.org>");
61962306a36Sopenharmony_ciMODULE_DESCRIPTION("RackMeter: Support vu-meter on XServe front panel");
620