162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Loongson-3 Virtual IPI interrupt support.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2019  Loongson Technologies, Inc.  All rights reserved.
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * Authors: Chen Zhu <zhuchen@loongson.cn>
862306a36Sopenharmony_ci * Authors: Huacai Chen <chenhc@lemote.com>
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci#include <linux/kvm_host.h>
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci#define IPI_BASE            0x3ff01000ULL
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci#define CORE0_STATUS_OFF       0x000
1662306a36Sopenharmony_ci#define CORE0_EN_OFF           0x004
1762306a36Sopenharmony_ci#define CORE0_SET_OFF          0x008
1862306a36Sopenharmony_ci#define CORE0_CLEAR_OFF        0x00c
1962306a36Sopenharmony_ci#define CORE0_BUF_20           0x020
2062306a36Sopenharmony_ci#define CORE0_BUF_28           0x028
2162306a36Sopenharmony_ci#define CORE0_BUF_30           0x030
2262306a36Sopenharmony_ci#define CORE0_BUF_38           0x038
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci#define CORE1_STATUS_OFF       0x100
2562306a36Sopenharmony_ci#define CORE1_EN_OFF           0x104
2662306a36Sopenharmony_ci#define CORE1_SET_OFF          0x108
2762306a36Sopenharmony_ci#define CORE1_CLEAR_OFF        0x10c
2862306a36Sopenharmony_ci#define CORE1_BUF_20           0x120
2962306a36Sopenharmony_ci#define CORE1_BUF_28           0x128
3062306a36Sopenharmony_ci#define CORE1_BUF_30           0x130
3162306a36Sopenharmony_ci#define CORE1_BUF_38           0x138
3262306a36Sopenharmony_ci
3362306a36Sopenharmony_ci#define CORE2_STATUS_OFF       0x200
3462306a36Sopenharmony_ci#define CORE2_EN_OFF           0x204
3562306a36Sopenharmony_ci#define CORE2_SET_OFF          0x208
3662306a36Sopenharmony_ci#define CORE2_CLEAR_OFF        0x20c
3762306a36Sopenharmony_ci#define CORE2_BUF_20           0x220
3862306a36Sopenharmony_ci#define CORE2_BUF_28           0x228
3962306a36Sopenharmony_ci#define CORE2_BUF_30           0x230
4062306a36Sopenharmony_ci#define CORE2_BUF_38           0x238
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci#define CORE3_STATUS_OFF       0x300
4362306a36Sopenharmony_ci#define CORE3_EN_OFF           0x304
4462306a36Sopenharmony_ci#define CORE3_SET_OFF          0x308
4562306a36Sopenharmony_ci#define CORE3_CLEAR_OFF        0x30c
4662306a36Sopenharmony_ci#define CORE3_BUF_20           0x320
4762306a36Sopenharmony_ci#define CORE3_BUF_28           0x328
4862306a36Sopenharmony_ci#define CORE3_BUF_30           0x330
4962306a36Sopenharmony_ci#define CORE3_BUF_38           0x338
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_cistatic int loongson_vipi_read(struct loongson_kvm_ipi *ipi,
5262306a36Sopenharmony_ci				gpa_t addr, int len, void *val)
5362306a36Sopenharmony_ci{
5462306a36Sopenharmony_ci	uint32_t core = (addr >> 8) & 3;
5562306a36Sopenharmony_ci	uint32_t node = (addr >> 44) & 3;
5662306a36Sopenharmony_ci	uint32_t id = core + node * 4;
5762306a36Sopenharmony_ci	uint64_t offset = addr & 0xff;
5862306a36Sopenharmony_ci	void *pbuf;
5962306a36Sopenharmony_ci	struct ipi_state *s = &(ipi->ipistate[id]);
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_ci	BUG_ON(offset & (len - 1));
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci	switch (offset) {
6462306a36Sopenharmony_ci	case CORE0_STATUS_OFF:
6562306a36Sopenharmony_ci		*(uint64_t *)val = s->status;
6662306a36Sopenharmony_ci		break;
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	case CORE0_EN_OFF:
6962306a36Sopenharmony_ci		*(uint64_t *)val = s->en;
7062306a36Sopenharmony_ci		break;
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci	case CORE0_SET_OFF:
7362306a36Sopenharmony_ci		*(uint64_t *)val = 0;
7462306a36Sopenharmony_ci		break;
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	case CORE0_CLEAR_OFF:
7762306a36Sopenharmony_ci		*(uint64_t *)val = 0;
7862306a36Sopenharmony_ci		break;
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci	case CORE0_BUF_20 ... CORE0_BUF_38:
8162306a36Sopenharmony_ci		pbuf = (void *)s->buf + (offset - 0x20);
8262306a36Sopenharmony_ci		if (len == 8)
8362306a36Sopenharmony_ci			*(uint64_t *)val = *(uint64_t *)pbuf;
8462306a36Sopenharmony_ci		else /* Assume len == 4 */
8562306a36Sopenharmony_ci			*(uint32_t *)val = *(uint32_t *)pbuf;
8662306a36Sopenharmony_ci		break;
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ci	default:
8962306a36Sopenharmony_ci		pr_notice("%s with unknown addr %llx\n", __func__, addr);
9062306a36Sopenharmony_ci		break;
9162306a36Sopenharmony_ci	}
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci	return 0;
9462306a36Sopenharmony_ci}
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_cistatic int loongson_vipi_write(struct loongson_kvm_ipi *ipi,
9762306a36Sopenharmony_ci				gpa_t addr, int len, const void *val)
9862306a36Sopenharmony_ci{
9962306a36Sopenharmony_ci	uint32_t core = (addr >> 8) & 3;
10062306a36Sopenharmony_ci	uint32_t node = (addr >> 44) & 3;
10162306a36Sopenharmony_ci	uint32_t id = core + node * 4;
10262306a36Sopenharmony_ci	uint64_t data, offset = addr & 0xff;
10362306a36Sopenharmony_ci	void *pbuf;
10462306a36Sopenharmony_ci	struct kvm *kvm = ipi->kvm;
10562306a36Sopenharmony_ci	struct kvm_mips_interrupt irq;
10662306a36Sopenharmony_ci	struct ipi_state *s = &(ipi->ipistate[id]);
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	data = *(uint64_t *)val;
10962306a36Sopenharmony_ci	BUG_ON(offset & (len - 1));
11062306a36Sopenharmony_ci
11162306a36Sopenharmony_ci	switch (offset) {
11262306a36Sopenharmony_ci	case CORE0_STATUS_OFF:
11362306a36Sopenharmony_ci		break;
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci	case CORE0_EN_OFF:
11662306a36Sopenharmony_ci		s->en = data;
11762306a36Sopenharmony_ci		break;
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_ci	case CORE0_SET_OFF:
12062306a36Sopenharmony_ci		s->status |= data;
12162306a36Sopenharmony_ci		irq.cpu = id;
12262306a36Sopenharmony_ci		irq.irq = 6;
12362306a36Sopenharmony_ci		kvm_vcpu_ioctl_interrupt(kvm_get_vcpu(kvm, id), &irq);
12462306a36Sopenharmony_ci		break;
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	case CORE0_CLEAR_OFF:
12762306a36Sopenharmony_ci		s->status &= ~data;
12862306a36Sopenharmony_ci		if (!s->status) {
12962306a36Sopenharmony_ci			irq.cpu = id;
13062306a36Sopenharmony_ci			irq.irq = -6;
13162306a36Sopenharmony_ci			kvm_vcpu_ioctl_interrupt(kvm_get_vcpu(kvm, id), &irq);
13262306a36Sopenharmony_ci		}
13362306a36Sopenharmony_ci		break;
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci	case CORE0_BUF_20 ... CORE0_BUF_38:
13662306a36Sopenharmony_ci		pbuf = (void *)s->buf + (offset - 0x20);
13762306a36Sopenharmony_ci		if (len == 8)
13862306a36Sopenharmony_ci			*(uint64_t *)pbuf = (uint64_t)data;
13962306a36Sopenharmony_ci		else /* Assume len == 4 */
14062306a36Sopenharmony_ci			*(uint32_t *)pbuf = (uint32_t)data;
14162306a36Sopenharmony_ci		break;
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci	default:
14462306a36Sopenharmony_ci		pr_notice("%s with unknown addr %llx\n", __func__, addr);
14562306a36Sopenharmony_ci		break;
14662306a36Sopenharmony_ci	}
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci	return 0;
14962306a36Sopenharmony_ci}
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_cistatic int kvm_ipi_read(struct kvm_vcpu *vcpu, struct kvm_io_device *dev,
15262306a36Sopenharmony_ci			gpa_t addr, int len, void *val)
15362306a36Sopenharmony_ci{
15462306a36Sopenharmony_ci	unsigned long flags;
15562306a36Sopenharmony_ci	struct loongson_kvm_ipi *ipi;
15662306a36Sopenharmony_ci	struct ipi_io_device *ipi_device;
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	ipi_device = container_of(dev, struct ipi_io_device, device);
15962306a36Sopenharmony_ci	ipi = ipi_device->ipi;
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_ci	spin_lock_irqsave(&ipi->lock, flags);
16262306a36Sopenharmony_ci	loongson_vipi_read(ipi, addr, len, val);
16362306a36Sopenharmony_ci	spin_unlock_irqrestore(&ipi->lock, flags);
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_ci	return 0;
16662306a36Sopenharmony_ci}
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_cistatic int kvm_ipi_write(struct kvm_vcpu *vcpu, struct kvm_io_device *dev,
16962306a36Sopenharmony_ci			gpa_t addr, int len, const void *val)
17062306a36Sopenharmony_ci{
17162306a36Sopenharmony_ci	unsigned long flags;
17262306a36Sopenharmony_ci	struct loongson_kvm_ipi *ipi;
17362306a36Sopenharmony_ci	struct ipi_io_device *ipi_device;
17462306a36Sopenharmony_ci
17562306a36Sopenharmony_ci	ipi_device = container_of(dev, struct ipi_io_device, device);
17662306a36Sopenharmony_ci	ipi = ipi_device->ipi;
17762306a36Sopenharmony_ci
17862306a36Sopenharmony_ci	spin_lock_irqsave(&ipi->lock, flags);
17962306a36Sopenharmony_ci	loongson_vipi_write(ipi, addr, len, val);
18062306a36Sopenharmony_ci	spin_unlock_irqrestore(&ipi->lock, flags);
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci	return 0;
18362306a36Sopenharmony_ci}
18462306a36Sopenharmony_ci
18562306a36Sopenharmony_cistatic const struct kvm_io_device_ops kvm_ipi_ops = {
18662306a36Sopenharmony_ci	.read     = kvm_ipi_read,
18762306a36Sopenharmony_ci	.write    = kvm_ipi_write,
18862306a36Sopenharmony_ci};
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_civoid kvm_init_loongson_ipi(struct kvm *kvm)
19162306a36Sopenharmony_ci{
19262306a36Sopenharmony_ci	int i;
19362306a36Sopenharmony_ci	unsigned long addr;
19462306a36Sopenharmony_ci	struct loongson_kvm_ipi *s;
19562306a36Sopenharmony_ci	struct kvm_io_device *device;
19662306a36Sopenharmony_ci
19762306a36Sopenharmony_ci	s = &kvm->arch.ipi;
19862306a36Sopenharmony_ci	s->kvm = kvm;
19962306a36Sopenharmony_ci	spin_lock_init(&s->lock);
20062306a36Sopenharmony_ci
20162306a36Sopenharmony_ci	/*
20262306a36Sopenharmony_ci	 * Initialize IPI device
20362306a36Sopenharmony_ci	 */
20462306a36Sopenharmony_ci	for (i = 0; i < 4; i++) {
20562306a36Sopenharmony_ci		device = &s->dev_ipi[i].device;
20662306a36Sopenharmony_ci		kvm_iodevice_init(device, &kvm_ipi_ops);
20762306a36Sopenharmony_ci		addr = (((unsigned long)i) << 44) + IPI_BASE;
20862306a36Sopenharmony_ci		mutex_lock(&kvm->slots_lock);
20962306a36Sopenharmony_ci		kvm_io_bus_register_dev(kvm, KVM_MMIO_BUS, addr, 0x400, device);
21062306a36Sopenharmony_ci		mutex_unlock(&kvm->slots_lock);
21162306a36Sopenharmony_ci		s->dev_ipi[i].ipi = s;
21262306a36Sopenharmony_ci		s->dev_ipi[i].node_id = i;
21362306a36Sopenharmony_ci	}
21462306a36Sopenharmony_ci}
215