2024-05-08 16:06:47 +03:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
|
|
|
/*
|
|
|
|
* Loongson ipi interrupt support
|
|
|
|
*
|
|
|
|
* Copyright (C) 2021 Loongson Technology Corporation Limited
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "qemu/osdep.h"
|
|
|
|
#include "hw/boards.h"
|
|
|
|
#include "hw/sysbus.h"
|
|
|
|
#include "hw/intc/loongson_ipi.h"
|
|
|
|
#include "hw/irq.h"
|
|
|
|
#include "hw/qdev-properties.h"
|
|
|
|
#include "qapi/error.h"
|
|
|
|
#include "qemu/log.h"
|
|
|
|
#include "exec/address-spaces.h"
|
2024-07-17 00:41:23 +03:00
|
|
|
#include "exec/memory.h"
|
2024-05-08 16:06:47 +03:00
|
|
|
#include "migration/vmstate.h"
|
2024-05-08 16:06:48 +03:00
|
|
|
#ifdef TARGET_LOONGARCH64
|
2024-05-08 16:06:47 +03:00
|
|
|
#include "target/loongarch/cpu.h"
|
2024-05-08 16:06:48 +03:00
|
|
|
#endif
|
|
|
|
#ifdef TARGET_MIPS
|
|
|
|
#include "target/mips/cpu.h"
|
|
|
|
#endif
|
2024-05-08 16:06:47 +03:00
|
|
|
#include "trace.h"
|
|
|
|
|
2024-05-08 16:06:49 +03:00
|
|
|
static MemTxResult loongson_ipi_core_readl(void *opaque, hwaddr addr,
|
|
|
|
uint64_t *data,
|
|
|
|
unsigned size, MemTxAttrs attrs)
|
2024-05-08 16:06:47 +03:00
|
|
|
{
|
2024-05-08 16:06:49 +03:00
|
|
|
IPICore *s = opaque;
|
2024-05-08 16:06:47 +03:00
|
|
|
uint64_t ret = 0;
|
|
|
|
int index = 0;
|
|
|
|
|
|
|
|
addr &= 0xff;
|
|
|
|
switch (addr) {
|
|
|
|
case CORE_STATUS_OFF:
|
|
|
|
ret = s->status;
|
|
|
|
break;
|
|
|
|
case CORE_EN_OFF:
|
|
|
|
ret = s->en;
|
|
|
|
break;
|
|
|
|
case CORE_SET_OFF:
|
|
|
|
ret = 0;
|
|
|
|
break;
|
|
|
|
case CORE_CLEAR_OFF:
|
|
|
|
ret = 0;
|
|
|
|
break;
|
|
|
|
case CORE_BUF_20 ... CORE_BUF_38 + 4:
|
|
|
|
index = (addr - CORE_BUF_20) >> 2;
|
|
|
|
ret = s->buf[index];
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
qemu_log_mask(LOG_UNIMP, "invalid read: %x", (uint32_t)addr);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
trace_loongson_ipi_read(size, (uint64_t)addr, ret);
|
|
|
|
*data = ret;
|
|
|
|
return MEMTX_OK;
|
|
|
|
}
|
|
|
|
|
2024-05-08 16:06:49 +03:00
|
|
|
static MemTxResult loongson_ipi_iocsr_readl(void *opaque, hwaddr addr,
|
|
|
|
uint64_t *data,
|
|
|
|
unsigned size, MemTxAttrs attrs)
|
|
|
|
{
|
2024-07-23 12:55:41 +03:00
|
|
|
LoongsonIPICommonState *ipi = opaque;
|
2024-05-08 16:06:49 +03:00
|
|
|
IPICore *s;
|
|
|
|
|
|
|
|
if (attrs.requester_id >= ipi->num_cpu) {
|
|
|
|
return MEMTX_DECODE_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
s = &ipi->cpu[attrs.requester_id];
|
|
|
|
return loongson_ipi_core_readl(s, addr, data, size, attrs);
|
|
|
|
}
|
|
|
|
|
2024-05-08 16:06:48 +03:00
|
|
|
static AddressSpace *get_cpu_iocsr_as(CPUState *cpu)
|
|
|
|
{
|
|
|
|
#ifdef TARGET_LOONGARCH64
|
|
|
|
return LOONGARCH_CPU(cpu)->env.address_space_iocsr;
|
|
|
|
#endif
|
|
|
|
#ifdef TARGET_MIPS
|
|
|
|
if (ase_lcsr_available(&MIPS_CPU(cpu)->env)) {
|
|
|
|
return &MIPS_CPU(cpu)->env.iocsr.as;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2024-07-15 18:40:50 +03:00
|
|
|
static MemTxResult send_ipi_data(LoongsonIPICommonState *ipi, CPUState *cpu,
|
|
|
|
uint64_t val, hwaddr addr, MemTxAttrs attrs)
|
2024-05-08 16:06:47 +03:00
|
|
|
{
|
|
|
|
int i, mask = 0, data = 0;
|
2024-05-08 16:06:48 +03:00
|
|
|
AddressSpace *iocsr_as = get_cpu_iocsr_as(cpu);
|
|
|
|
|
|
|
|
if (!iocsr_as) {
|
|
|
|
return MEMTX_DECODE_ERROR;
|
|
|
|
}
|
2024-05-08 16:06:47 +03:00
|
|
|
|
|
|
|
/*
|
|
|
|
* bit 27-30 is mask for byte writing,
|
|
|
|
* if the mask is 0, we need not to do anything.
|
|
|
|
*/
|
|
|
|
if ((val >> 27) & 0xf) {
|
2024-07-17 00:41:23 +03:00
|
|
|
data = address_space_ldl_le(iocsr_as, addr, attrs, NULL);
|
2024-05-08 16:06:47 +03:00
|
|
|
for (i = 0; i < 4; i++) {
|
|
|
|
/* get mask for byte writing */
|
|
|
|
if (val & (0x1 << (27 + i))) {
|
|
|
|
mask |= 0xff << (i * 8);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
data &= mask;
|
|
|
|
data |= (val >> 32) & ~mask;
|
2024-07-17 00:41:23 +03:00
|
|
|
address_space_stl_le(iocsr_as, addr, data, attrs, NULL);
|
2024-05-08 16:06:48 +03:00
|
|
|
|
|
|
|
return MEMTX_OK;
|
2024-05-08 16:06:47 +03:00
|
|
|
}
|
|
|
|
|
2024-07-15 18:40:50 +03:00
|
|
|
static MemTxResult mail_send(LoongsonIPICommonState *ipi,
|
|
|
|
uint64_t val, MemTxAttrs attrs)
|
2024-05-08 16:06:47 +03:00
|
|
|
{
|
|
|
|
uint32_t cpuid;
|
|
|
|
hwaddr addr;
|
|
|
|
CPUState *cs;
|
|
|
|
|
|
|
|
cpuid = extract32(val, 16, 10);
|
2024-06-05 05:04:27 +03:00
|
|
|
cs = cpu_by_arch_id(cpuid);
|
2024-05-08 16:06:47 +03:00
|
|
|
if (cs == NULL) {
|
|
|
|
return MEMTX_DECODE_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* override requester_id */
|
|
|
|
addr = SMP_IPI_MAILBOX + CORE_BUF_20 + (val & 0x1c);
|
|
|
|
attrs.requester_id = cs->cpu_index;
|
2024-07-15 18:40:50 +03:00
|
|
|
return send_ipi_data(ipi, cs, val, addr, attrs);
|
2024-05-08 16:06:47 +03:00
|
|
|
}
|
|
|
|
|
2024-07-15 18:40:50 +03:00
|
|
|
static MemTxResult any_send(LoongsonIPICommonState *ipi,
|
|
|
|
uint64_t val, MemTxAttrs attrs)
|
2024-05-08 16:06:47 +03:00
|
|
|
{
|
|
|
|
uint32_t cpuid;
|
|
|
|
hwaddr addr;
|
|
|
|
CPUState *cs;
|
|
|
|
|
|
|
|
cpuid = extract32(val, 16, 10);
|
2024-06-05 05:04:27 +03:00
|
|
|
cs = cpu_by_arch_id(cpuid);
|
2024-05-08 16:06:47 +03:00
|
|
|
if (cs == NULL) {
|
|
|
|
return MEMTX_DECODE_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* override requester_id */
|
|
|
|
addr = val & 0xffff;
|
|
|
|
attrs.requester_id = cs->cpu_index;
|
2024-07-15 18:40:50 +03:00
|
|
|
return send_ipi_data(ipi, cs, val, addr, attrs);
|
2024-05-08 16:06:47 +03:00
|
|
|
}
|
|
|
|
|
2024-05-08 16:06:49 +03:00
|
|
|
static MemTxResult loongson_ipi_core_writel(void *opaque, hwaddr addr,
|
|
|
|
uint64_t val, unsigned size,
|
|
|
|
MemTxAttrs attrs)
|
2024-05-08 16:06:47 +03:00
|
|
|
{
|
2024-05-08 16:06:49 +03:00
|
|
|
IPICore *s = opaque;
|
2024-07-23 12:55:41 +03:00
|
|
|
LoongsonIPICommonState *ipi = s->ipi;
|
2024-05-08 16:06:47 +03:00
|
|
|
int index = 0;
|
|
|
|
uint32_t cpuid;
|
|
|
|
uint8_t vector;
|
|
|
|
CPUState *cs;
|
|
|
|
|
|
|
|
addr &= 0xff;
|
|
|
|
trace_loongson_ipi_write(size, (uint64_t)addr, val);
|
|
|
|
switch (addr) {
|
|
|
|
case CORE_STATUS_OFF:
|
|
|
|
qemu_log_mask(LOG_GUEST_ERROR, "can not be written");
|
|
|
|
break;
|
|
|
|
case CORE_EN_OFF:
|
|
|
|
s->en = val;
|
|
|
|
break;
|
|
|
|
case CORE_SET_OFF:
|
|
|
|
s->status |= val;
|
|
|
|
if (s->status != 0 && (s->status & s->en) != 0) {
|
|
|
|
qemu_irq_raise(s->irq);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case CORE_CLEAR_OFF:
|
|
|
|
s->status &= ~val;
|
|
|
|
if (s->status == 0 && s->en != 0) {
|
|
|
|
qemu_irq_lower(s->irq);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case CORE_BUF_20 ... CORE_BUF_38 + 4:
|
|
|
|
index = (addr - CORE_BUF_20) >> 2;
|
|
|
|
s->buf[index] = val;
|
|
|
|
break;
|
|
|
|
case IOCSR_IPI_SEND:
|
|
|
|
cpuid = extract32(val, 16, 10);
|
|
|
|
/* IPI status vector */
|
|
|
|
vector = extract8(val, 0, 5);
|
2024-06-05 05:04:27 +03:00
|
|
|
cs = cpu_by_arch_id(cpuid);
|
2024-05-08 16:06:49 +03:00
|
|
|
if (cs == NULL || cs->cpu_index >= ipi->num_cpu) {
|
2024-05-08 16:06:47 +03:00
|
|
|
return MEMTX_DECODE_ERROR;
|
|
|
|
}
|
2024-05-08 16:06:49 +03:00
|
|
|
loongson_ipi_core_writel(&ipi->cpu[cs->cpu_index], CORE_SET_OFF,
|
|
|
|
BIT(vector), 4, attrs);
|
2024-05-08 16:06:47 +03:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
qemu_log_mask(LOG_UNIMP, "invalid write: %x", (uint32_t)addr);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return MEMTX_OK;
|
|
|
|
}
|
|
|
|
|
2024-05-08 16:06:49 +03:00
|
|
|
static MemTxResult loongson_ipi_iocsr_writel(void *opaque, hwaddr addr,
|
|
|
|
uint64_t val, unsigned size,
|
|
|
|
MemTxAttrs attrs)
|
|
|
|
{
|
2024-07-23 12:55:41 +03:00
|
|
|
LoongsonIPICommonState *ipi = opaque;
|
2024-05-08 16:06:49 +03:00
|
|
|
IPICore *s;
|
|
|
|
|
|
|
|
if (attrs.requester_id >= ipi->num_cpu) {
|
|
|
|
return MEMTX_DECODE_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
s = &ipi->cpu[attrs.requester_id];
|
|
|
|
return loongson_ipi_core_writel(s, addr, val, size, attrs);
|
|
|
|
}
|
|
|
|
|
|
|
|
static const MemoryRegionOps loongson_ipi_core_ops = {
|
|
|
|
.read_with_attrs = loongson_ipi_core_readl,
|
|
|
|
.write_with_attrs = loongson_ipi_core_writel,
|
|
|
|
.impl.min_access_size = 4,
|
|
|
|
.impl.max_access_size = 4,
|
|
|
|
.valid.min_access_size = 4,
|
|
|
|
.valid.max_access_size = 8,
|
|
|
|
.endianness = DEVICE_LITTLE_ENDIAN,
|
|
|
|
};
|
|
|
|
|
|
|
|
static const MemoryRegionOps loongson_ipi_iocsr_ops = {
|
|
|
|
.read_with_attrs = loongson_ipi_iocsr_readl,
|
|
|
|
.write_with_attrs = loongson_ipi_iocsr_writel,
|
2024-05-08 16:06:47 +03:00
|
|
|
.impl.min_access_size = 4,
|
|
|
|
.impl.max_access_size = 4,
|
|
|
|
.valid.min_access_size = 4,
|
|
|
|
.valid.max_access_size = 8,
|
|
|
|
.endianness = DEVICE_LITTLE_ENDIAN,
|
|
|
|
};
|
|
|
|
|
|
|
|
/* mail send and any send only support writeq */
|
|
|
|
static MemTxResult loongson_ipi_writeq(void *opaque, hwaddr addr, uint64_t val,
|
|
|
|
unsigned size, MemTxAttrs attrs)
|
|
|
|
{
|
2024-07-15 18:40:50 +03:00
|
|
|
LoongsonIPICommonState *ipi = opaque;
|
2024-05-08 16:06:47 +03:00
|
|
|
MemTxResult ret = MEMTX_OK;
|
|
|
|
|
|
|
|
addr &= 0xfff;
|
|
|
|
switch (addr) {
|
|
|
|
case MAIL_SEND_OFFSET:
|
2024-07-15 18:40:50 +03:00
|
|
|
ret = mail_send(ipi, val, attrs);
|
2024-05-08 16:06:47 +03:00
|
|
|
break;
|
|
|
|
case ANY_SEND_OFFSET:
|
2024-07-15 18:40:50 +03:00
|
|
|
ret = any_send(ipi, val, attrs);
|
2024-05-08 16:06:47 +03:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static const MemoryRegionOps loongson_ipi64_ops = {
|
|
|
|
.write_with_attrs = loongson_ipi_writeq,
|
|
|
|
.impl.min_access_size = 8,
|
|
|
|
.impl.max_access_size = 8,
|
|
|
|
.valid.min_access_size = 8,
|
|
|
|
.valid.max_access_size = 8,
|
|
|
|
.endianness = DEVICE_LITTLE_ENDIAN,
|
|
|
|
};
|
|
|
|
|
2024-07-15 17:57:36 +03:00
|
|
|
static void loongson_ipi_common_realize(DeviceState *dev, Error **errp)
|
2024-05-08 16:06:47 +03:00
|
|
|
{
|
2024-07-23 12:55:41 +03:00
|
|
|
LoongsonIPICommonState *s = LOONGSON_IPI_COMMON(dev);
|
2024-05-08 16:06:47 +03:00
|
|
|
SysBusDevice *sbd = SYS_BUS_DEVICE(dev);
|
|
|
|
int i;
|
|
|
|
|
|
|
|
if (s->num_cpu == 0) {
|
|
|
|
error_setg(errp, "num-cpu must be at least 1");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2024-05-08 16:06:49 +03:00
|
|
|
memory_region_init_io(&s->ipi_iocsr_mem, OBJECT(dev),
|
|
|
|
&loongson_ipi_iocsr_ops,
|
2024-05-08 16:06:47 +03:00
|
|
|
s, "loongson_ipi_iocsr", 0x48);
|
|
|
|
|
|
|
|
/* loongson_ipi_iocsr performs re-entrant IO through ipi_send */
|
|
|
|
s->ipi_iocsr_mem.disable_reentrancy_guard = true;
|
|
|
|
|
|
|
|
sysbus_init_mmio(sbd, &s->ipi_iocsr_mem);
|
|
|
|
|
|
|
|
memory_region_init_io(&s->ipi64_iocsr_mem, OBJECT(dev),
|
|
|
|
&loongson_ipi64_ops,
|
|
|
|
s, "loongson_ipi64_iocsr", 0x118);
|
|
|
|
sysbus_init_mmio(sbd, &s->ipi64_iocsr_mem);
|
|
|
|
|
|
|
|
s->cpu = g_new0(IPICore, s->num_cpu);
|
2024-07-15 17:57:36 +03:00
|
|
|
for (i = 0; i < s->num_cpu; i++) {
|
|
|
|
s->cpu[i].ipi = s;
|
|
|
|
|
|
|
|
qdev_init_gpio_out(dev, &s->cpu[i].irq, 1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void loongson_ipi_realize(DeviceState *dev, Error **errp)
|
|
|
|
{
|
2024-07-23 12:55:41 +03:00
|
|
|
LoongsonIPICommonState *sc = LOONGSON_IPI_COMMON(dev);
|
2024-07-15 17:57:36 +03:00
|
|
|
LoongsonIPIState *s = LOONGSON_IPI(dev);
|
|
|
|
SysBusDevice *sbd = SYS_BUS_DEVICE(dev);
|
|
|
|
Error *local_err = NULL;
|
|
|
|
|
|
|
|
loongson_ipi_common_realize(dev, &local_err);
|
|
|
|
if (local_err) {
|
|
|
|
error_propagate(errp, local_err);
|
2024-05-08 16:06:47 +03:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2024-07-23 12:55:41 +03:00
|
|
|
s->ipi_mmio_mem = g_new0(MemoryRegion, sc->num_cpu);
|
|
|
|
for (unsigned i = 0; i < sc->num_cpu; i++) {
|
2024-05-08 16:06:49 +03:00
|
|
|
g_autofree char *name = g_strdup_printf("loongson_ipi_cpu%d_mmio", i);
|
2024-07-23 12:55:41 +03:00
|
|
|
|
2024-07-15 17:58:55 +03:00
|
|
|
memory_region_init_io(&s->ipi_mmio_mem[i], OBJECT(dev),
|
2024-07-23 12:55:41 +03:00
|
|
|
&loongson_ipi_core_ops, &sc->cpu[i], name, 0x48);
|
2024-07-15 17:58:55 +03:00
|
|
|
sysbus_init_mmio(sbd, &s->ipi_mmio_mem[i]);
|
2024-05-08 16:06:47 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-07-15 17:57:36 +03:00
|
|
|
static void loongson_ipi_common_unrealize(DeviceState *dev)
|
2024-07-23 14:08:33 +03:00
|
|
|
{
|
2024-07-23 12:55:41 +03:00
|
|
|
LoongsonIPICommonState *s = LOONGSON_IPI_COMMON(dev);
|
2024-07-23 14:08:33 +03:00
|
|
|
|
|
|
|
g_free(s->cpu);
|
|
|
|
}
|
|
|
|
|
2024-07-15 17:57:36 +03:00
|
|
|
static void loongson_ipi_unrealize(DeviceState *dev)
|
|
|
|
{
|
2024-07-15 17:58:55 +03:00
|
|
|
LoongsonIPIState *s = LOONGSON_IPI(dev);
|
|
|
|
|
|
|
|
g_free(s->ipi_mmio_mem);
|
|
|
|
|
2024-07-15 17:57:36 +03:00
|
|
|
loongson_ipi_common_unrealize(dev);
|
|
|
|
}
|
|
|
|
|
2024-05-08 16:06:47 +03:00
|
|
|
static void loongson_ipi_class_init(ObjectClass *klass, void *data)
|
|
|
|
{
|
|
|
|
DeviceClass *dc = DEVICE_CLASS(klass);
|
2024-07-23 12:25:53 +03:00
|
|
|
LoongsonIPIClass *lic = LOONGSON_IPI_CLASS(klass);
|
2024-05-08 16:06:47 +03:00
|
|
|
|
2024-07-23 12:25:53 +03:00
|
|
|
device_class_set_parent_realize(dc, loongson_ipi_realize,
|
|
|
|
&lic->parent_realize);
|
|
|
|
device_class_set_parent_unrealize(dc, loongson_ipi_unrealize,
|
|
|
|
&lic->parent_unrealize);
|
2024-05-08 16:06:47 +03:00
|
|
|
}
|
|
|
|
|
2023-07-10 21:24:51 +03:00
|
|
|
static const TypeInfo loongson_ipi_types[] = {
|
|
|
|
{
|
|
|
|
.name = TYPE_LOONGSON_IPI,
|
2024-07-23 12:25:53 +03:00
|
|
|
.parent = TYPE_LOONGSON_IPI_COMMON,
|
2024-07-15 17:50:51 +03:00
|
|
|
.instance_size = sizeof(LoongsonIPIState),
|
2024-07-23 12:25:53 +03:00
|
|
|
.class_size = sizeof(LoongsonIPIClass),
|
2023-07-10 21:24:51 +03:00
|
|
|
.class_init = loongson_ipi_class_init,
|
|
|
|
}
|
2024-05-08 16:06:47 +03:00
|
|
|
};
|
|
|
|
|
2023-07-10 21:24:51 +03:00
|
|
|
DEFINE_TYPES(loongson_ipi_types)
|