2022-06-06 15:43:21 +03:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
|
|
|
/*
|
|
|
|
* LoongArch ipi interrupt support
|
|
|
|
*
|
|
|
|
* Copyright (C) 2021 Loongson Technology Corporation Limited
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "qemu/osdep.h"
|
|
|
|
#include "hw/sysbus.h"
|
|
|
|
#include "hw/intc/loongarch_ipi.h"
|
|
|
|
#include "hw/irq.h"
|
2023-12-13 07:13:14 +03:00
|
|
|
#include "hw/qdev-properties.h"
|
2022-06-06 15:43:21 +03:00
|
|
|
#include "qapi/error.h"
|
|
|
|
#include "qemu/log.h"
|
|
|
|
#include "exec/address-spaces.h"
|
|
|
|
#include "hw/loongarch/virt.h"
|
|
|
|
#include "migration/vmstate.h"
|
|
|
|
#include "target/loongarch/internals.h"
|
|
|
|
#include "trace.h"
|
|
|
|
|
2023-12-13 07:12:01 +03:00
|
|
|
static MemTxResult loongarch_ipi_readl(void *opaque, hwaddr addr,
|
|
|
|
uint64_t *data,
|
|
|
|
unsigned size, MemTxAttrs attrs)
|
2022-06-06 15:43:21 +03:00
|
|
|
{
|
2023-12-13 07:12:01 +03:00
|
|
|
IPICore *s;
|
|
|
|
LoongArchIPI *ipi = opaque;
|
2022-06-06 15:43:21 +03:00
|
|
|
uint64_t ret = 0;
|
|
|
|
int index = 0;
|
|
|
|
|
2023-12-13 07:13:14 +03:00
|
|
|
s = &ipi->cpu[attrs.requester_id];
|
2022-06-06 15:43:21 +03:00
|
|
|
addr &= 0xff;
|
|
|
|
switch (addr) {
|
|
|
|
case CORE_STATUS_OFF:
|
|
|
|
ret = s->status;
|
|
|
|
break;
|
|
|
|
case CORE_EN_OFF:
|
|
|
|
ret = s->en;
|
|
|
|
break;
|
|
|
|
case CORE_SET_OFF:
|
|
|
|
ret = 0;
|
|
|
|
break;
|
|
|
|
case CORE_CLEAR_OFF:
|
|
|
|
ret = 0;
|
|
|
|
break;
|
|
|
|
case CORE_BUF_20 ... CORE_BUF_38 + 4:
|
|
|
|
index = (addr - CORE_BUF_20) >> 2;
|
|
|
|
ret = s->buf[index];
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
qemu_log_mask(LOG_UNIMP, "invalid read: %x", (uint32_t)addr);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
trace_loongarch_ipi_read(size, (uint64_t)addr, ret);
|
2023-12-13 07:12:01 +03:00
|
|
|
*data = ret;
|
|
|
|
return MEMTX_OK;
|
2022-06-06 15:43:21 +03:00
|
|
|
}
|
|
|
|
|
2023-12-13 07:12:01 +03:00
|
|
|
static void send_ipi_data(CPULoongArchState *env, uint64_t val, hwaddr addr,
|
|
|
|
MemTxAttrs attrs)
|
2022-06-06 15:43:21 +03:00
|
|
|
{
|
2022-07-05 09:49:01 +03:00
|
|
|
int i, mask = 0, data = 0;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* bit 27-30 is mask for byte writing,
|
|
|
|
* if the mask is 0, we need not to do anything.
|
|
|
|
*/
|
|
|
|
if ((val >> 27) & 0xf) {
|
2023-12-13 07:13:14 +03:00
|
|
|
data = address_space_ldl(env->address_space_iocsr, addr,
|
2023-12-13 07:12:01 +03:00
|
|
|
attrs, NULL);
|
2022-07-05 09:49:01 +03:00
|
|
|
for (i = 0; i < 4; i++) {
|
|
|
|
/* get mask for byte writing */
|
|
|
|
if (val & (0x1 << (27 + i))) {
|
|
|
|
mask |= 0xff << (i * 8);
|
|
|
|
}
|
2022-06-06 15:43:21 +03:00
|
|
|
}
|
|
|
|
}
|
2022-07-05 09:49:01 +03:00
|
|
|
|
|
|
|
data &= mask;
|
|
|
|
data |= (val >> 32) & ~mask;
|
2023-12-13 07:13:14 +03:00
|
|
|
address_space_stl(env->address_space_iocsr, addr,
|
2023-12-13 07:12:01 +03:00
|
|
|
data, attrs, NULL);
|
2022-06-06 15:43:21 +03:00
|
|
|
}
|
|
|
|
|
2023-05-17 04:22:00 +03:00
|
|
|
static int archid_cmp(const void *a, const void *b)
|
|
|
|
{
|
|
|
|
CPUArchId *archid_a = (CPUArchId *)a;
|
|
|
|
CPUArchId *archid_b = (CPUArchId *)b;
|
|
|
|
|
|
|
|
return archid_a->arch_id - archid_b->arch_id;
|
|
|
|
}
|
|
|
|
|
|
|
|
static CPUArchId *find_cpu_by_archid(MachineState *ms, uint32_t id)
|
|
|
|
{
|
|
|
|
CPUArchId apic_id, *found_cpu;
|
|
|
|
|
|
|
|
apic_id.arch_id = id;
|
|
|
|
found_cpu = bsearch(&apic_id, ms->possible_cpus->cpus,
|
|
|
|
ms->possible_cpus->len, sizeof(*ms->possible_cpus->cpus),
|
|
|
|
archid_cmp);
|
|
|
|
|
|
|
|
return found_cpu;
|
|
|
|
}
|
|
|
|
|
|
|
|
static CPUState *ipi_getcpu(int arch_id)
|
|
|
|
{
|
|
|
|
MachineState *machine = MACHINE(qdev_get_machine());
|
|
|
|
CPUArchId *archid;
|
|
|
|
|
|
|
|
archid = find_cpu_by_archid(machine, arch_id);
|
2023-12-13 07:12:01 +03:00
|
|
|
if (archid) {
|
|
|
|
return CPU(archid->cpu);
|
2023-04-06 10:11:31 +03:00
|
|
|
}
|
|
|
|
|
2023-12-13 07:12:01 +03:00
|
|
|
return NULL;
|
2022-06-06 15:43:21 +03:00
|
|
|
}
|
|
|
|
|
2023-12-13 07:12:01 +03:00
|
|
|
static MemTxResult mail_send(uint64_t val, MemTxAttrs attrs)
|
2022-06-06 15:43:21 +03:00
|
|
|
{
|
2023-04-06 10:11:31 +03:00
|
|
|
uint32_t cpuid;
|
2022-06-06 15:43:21 +03:00
|
|
|
hwaddr addr;
|
2022-07-05 09:49:01 +03:00
|
|
|
CPUState *cs;
|
2022-06-06 15:43:21 +03:00
|
|
|
|
2023-04-06 10:11:31 +03:00
|
|
|
cpuid = extract32(val, 16, 10);
|
|
|
|
if (cpuid >= LOONGARCH_MAX_CPUS) {
|
|
|
|
trace_loongarch_ipi_unsupported_cpuid("IOCSR_MAIL_SEND", cpuid);
|
2023-12-13 07:12:01 +03:00
|
|
|
return MEMTX_DECODE_ERROR;
|
2023-04-06 10:11:31 +03:00
|
|
|
}
|
|
|
|
|
2023-05-17 04:22:00 +03:00
|
|
|
cs = ipi_getcpu(cpuid);
|
2023-12-13 07:12:01 +03:00
|
|
|
if (cs == NULL) {
|
|
|
|
return MEMTX_DECODE_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* override requester_id */
|
|
|
|
addr = SMP_IPI_MAILBOX + CORE_BUF_20 + (val & 0x1c);
|
|
|
|
attrs.requester_id = cs->cpu_index;
|
|
|
|
send_ipi_data(&LOONGARCH_CPU(cs)->env, val, addr, attrs);
|
|
|
|
return MEMTX_OK;
|
2022-06-06 15:43:21 +03:00
|
|
|
}
|
|
|
|
|
2023-12-13 07:12:01 +03:00
|
|
|
static MemTxResult any_send(uint64_t val, MemTxAttrs attrs)
|
2022-06-06 15:43:21 +03:00
|
|
|
{
|
2023-04-06 10:11:31 +03:00
|
|
|
uint32_t cpuid;
|
2022-06-06 15:43:21 +03:00
|
|
|
hwaddr addr;
|
2023-04-06 10:11:31 +03:00
|
|
|
CPUState *cs;
|
|
|
|
|
|
|
|
cpuid = extract32(val, 16, 10);
|
|
|
|
if (cpuid >= LOONGARCH_MAX_CPUS) {
|
|
|
|
trace_loongarch_ipi_unsupported_cpuid("IOCSR_ANY_SEND", cpuid);
|
2023-12-13 07:12:01 +03:00
|
|
|
return MEMTX_DECODE_ERROR;
|
2023-04-06 10:11:31 +03:00
|
|
|
}
|
2022-06-06 15:43:21 +03:00
|
|
|
|
2023-05-17 04:22:00 +03:00
|
|
|
cs = ipi_getcpu(cpuid);
|
2023-12-13 07:12:01 +03:00
|
|
|
if (cs == NULL) {
|
|
|
|
return MEMTX_DECODE_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* override requester_id */
|
|
|
|
addr = val & 0xffff;
|
|
|
|
attrs.requester_id = cs->cpu_index;
|
|
|
|
send_ipi_data(&LOONGARCH_CPU(cs)->env, val, addr, attrs);
|
|
|
|
return MEMTX_OK;
|
2022-06-06 15:43:21 +03:00
|
|
|
}
|
|
|
|
|
2023-12-13 07:12:01 +03:00
|
|
|
static MemTxResult loongarch_ipi_writel(void *opaque, hwaddr addr, uint64_t val,
|
|
|
|
unsigned size, MemTxAttrs attrs)
|
2022-06-06 15:43:21 +03:00
|
|
|
{
|
2023-12-13 07:12:01 +03:00
|
|
|
LoongArchIPI *ipi = opaque;
|
|
|
|
IPICore *s;
|
2022-06-06 15:43:21 +03:00
|
|
|
int index = 0;
|
2023-12-13 07:12:01 +03:00
|
|
|
uint32_t cpuid;
|
|
|
|
uint8_t vector;
|
|
|
|
CPUState *cs;
|
2022-06-06 15:43:21 +03:00
|
|
|
|
2023-12-13 07:13:14 +03:00
|
|
|
s = &ipi->cpu[attrs.requester_id];
|
2022-06-06 15:43:21 +03:00
|
|
|
addr &= 0xff;
|
|
|
|
trace_loongarch_ipi_write(size, (uint64_t)addr, val);
|
|
|
|
switch (addr) {
|
|
|
|
case CORE_STATUS_OFF:
|
|
|
|
qemu_log_mask(LOG_GUEST_ERROR, "can not be written");
|
|
|
|
break;
|
|
|
|
case CORE_EN_OFF:
|
|
|
|
s->en = val;
|
|
|
|
break;
|
|
|
|
case CORE_SET_OFF:
|
|
|
|
s->status |= val;
|
|
|
|
if (s->status != 0 && (s->status & s->en) != 0) {
|
|
|
|
qemu_irq_raise(s->irq);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case CORE_CLEAR_OFF:
|
|
|
|
s->status &= ~val;
|
|
|
|
if (s->status == 0 && s->en != 0) {
|
|
|
|
qemu_irq_lower(s->irq);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case CORE_BUF_20 ... CORE_BUF_38 + 4:
|
|
|
|
index = (addr - CORE_BUF_20) >> 2;
|
|
|
|
s->buf[index] = val;
|
|
|
|
break;
|
|
|
|
case IOCSR_IPI_SEND:
|
2023-12-13 07:12:01 +03:00
|
|
|
cpuid = extract32(val, 16, 10);
|
|
|
|
if (cpuid >= LOONGARCH_MAX_CPUS) {
|
|
|
|
trace_loongarch_ipi_unsupported_cpuid("IOCSR_IPI_SEND", cpuid);
|
|
|
|
return MEMTX_DECODE_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* IPI status vector */
|
|
|
|
vector = extract8(val, 0, 5);
|
|
|
|
cs = ipi_getcpu(cpuid);
|
|
|
|
if (cs == NULL) {
|
|
|
|
return MEMTX_DECODE_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* override requester_id */
|
|
|
|
attrs.requester_id = cs->cpu_index;
|
|
|
|
loongarch_ipi_writel(ipi, CORE_SET_OFF, BIT(vector), 4, attrs);
|
2022-06-06 15:43:21 +03:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
qemu_log_mask(LOG_UNIMP, "invalid write: %x", (uint32_t)addr);
|
|
|
|
break;
|
|
|
|
}
|
2023-12-13 07:12:01 +03:00
|
|
|
|
|
|
|
return MEMTX_OK;
|
2022-06-06 15:43:21 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
static const MemoryRegionOps loongarch_ipi_ops = {
|
2023-12-13 07:12:01 +03:00
|
|
|
.read_with_attrs = loongarch_ipi_readl,
|
|
|
|
.write_with_attrs = loongarch_ipi_writel,
|
2022-06-06 15:43:21 +03:00
|
|
|
.impl.min_access_size = 4,
|
|
|
|
.impl.max_access_size = 4,
|
|
|
|
.valid.min_access_size = 4,
|
|
|
|
.valid.max_access_size = 8,
|
|
|
|
.endianness = DEVICE_LITTLE_ENDIAN,
|
|
|
|
};
|
|
|
|
|
2022-07-05 09:49:00 +03:00
|
|
|
/* mail send and any send only support writeq */
|
2023-12-13 07:12:01 +03:00
|
|
|
static MemTxResult loongarch_ipi_writeq(void *opaque, hwaddr addr, uint64_t val,
|
|
|
|
unsigned size, MemTxAttrs attrs)
|
2022-07-05 09:49:00 +03:00
|
|
|
{
|
2023-12-13 07:12:01 +03:00
|
|
|
MemTxResult ret = MEMTX_OK;
|
|
|
|
|
2022-07-05 09:49:00 +03:00
|
|
|
addr &= 0xfff;
|
|
|
|
switch (addr) {
|
|
|
|
case MAIL_SEND_OFFSET:
|
2023-12-13 07:12:01 +03:00
|
|
|
ret = mail_send(val, attrs);
|
2022-07-05 09:49:00 +03:00
|
|
|
break;
|
|
|
|
case ANY_SEND_OFFSET:
|
2023-12-13 07:12:01 +03:00
|
|
|
ret = any_send(val, attrs);
|
2022-07-05 09:49:00 +03:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
2023-12-13 07:12:01 +03:00
|
|
|
|
|
|
|
return ret;
|
2022-07-05 09:49:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
static const MemoryRegionOps loongarch_ipi64_ops = {
|
2023-12-13 07:12:01 +03:00
|
|
|
.write_with_attrs = loongarch_ipi_writeq,
|
2022-07-05 09:49:00 +03:00
|
|
|
.impl.min_access_size = 8,
|
|
|
|
.impl.max_access_size = 8,
|
|
|
|
.valid.min_access_size = 8,
|
|
|
|
.valid.max_access_size = 8,
|
|
|
|
.endianness = DEVICE_LITTLE_ENDIAN,
|
|
|
|
};
|
|
|
|
|
2023-12-13 07:13:14 +03:00
|
|
|
static void loongarch_ipi_realize(DeviceState *dev, Error **errp)
|
2022-06-06 15:43:21 +03:00
|
|
|
{
|
2023-12-13 07:13:14 +03:00
|
|
|
LoongArchIPI *s = LOONGARCH_IPI(dev);
|
|
|
|
SysBusDevice *sbd = SYS_BUS_DEVICE(dev);
|
|
|
|
int i;
|
|
|
|
|
|
|
|
if (s->num_cpu == 0) {
|
|
|
|
error_setg(errp, "num-cpu must be at least 1");
|
|
|
|
return;
|
|
|
|
}
|
2023-05-06 14:21:45 +03:00
|
|
|
|
2023-12-13 07:13:14 +03:00
|
|
|
memory_region_init_io(&s->ipi_iocsr_mem, OBJECT(dev), &loongarch_ipi_ops,
|
2023-12-13 07:12:01 +03:00
|
|
|
s, "loongarch_ipi_iocsr", 0x48);
|
2023-05-06 14:21:45 +03:00
|
|
|
|
2023-04-06 09:57:27 +03:00
|
|
|
/* loongarch_ipi_iocsr performs re-entrant IO through ipi_send */
|
|
|
|
s->ipi_iocsr_mem.disable_reentrancy_guard = true;
|
2022-07-05 09:49:00 +03:00
|
|
|
|
2023-04-06 09:57:27 +03:00
|
|
|
sysbus_init_mmio(sbd, &s->ipi_iocsr_mem);
|
|
|
|
|
2023-12-13 07:13:14 +03:00
|
|
|
memory_region_init_io(&s->ipi64_iocsr_mem, OBJECT(dev),
|
|
|
|
&loongarch_ipi64_ops,
|
2023-12-13 07:12:01 +03:00
|
|
|
s, "loongarch_ipi64_iocsr", 0x118);
|
2023-04-06 09:57:27 +03:00
|
|
|
sysbus_init_mmio(sbd, &s->ipi64_iocsr_mem);
|
2023-12-13 07:13:14 +03:00
|
|
|
|
|
|
|
s->cpu = g_new0(IPICore, s->num_cpu);
|
|
|
|
if (s->cpu == NULL) {
|
|
|
|
error_setg(errp, "Memory allocation for ExtIOICore faile");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (i = 0; i < s->num_cpu; i++) {
|
|
|
|
qdev_init_gpio_out(dev, &s->cpu[i].irq, 1);
|
|
|
|
}
|
2022-06-06 15:43:21 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
static const VMStateDescription vmstate_ipi_core = {
|
|
|
|
.name = "ipi-single",
|
2023-05-21 13:23:04 +03:00
|
|
|
.version_id = 2,
|
|
|
|
.minimum_version_id = 2,
|
2023-12-21 06:16:15 +03:00
|
|
|
.fields = (const VMStateField[]) {
|
2022-06-06 15:43:21 +03:00
|
|
|
VMSTATE_UINT32(status, IPICore),
|
|
|
|
VMSTATE_UINT32(en, IPICore),
|
|
|
|
VMSTATE_UINT32(set, IPICore),
|
|
|
|
VMSTATE_UINT32(clear, IPICore),
|
2023-05-21 13:23:04 +03:00
|
|
|
VMSTATE_UINT32_ARRAY(buf, IPICore, IPI_MBX_NUM * 2),
|
2022-06-06 15:43:21 +03:00
|
|
|
VMSTATE_END_OF_LIST()
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
static const VMStateDescription vmstate_loongarch_ipi = {
|
|
|
|
.name = TYPE_LOONGARCH_IPI,
|
2023-12-13 07:13:14 +03:00
|
|
|
.version_id = 2,
|
|
|
|
.minimum_version_id = 2,
|
2023-12-21 06:16:15 +03:00
|
|
|
.fields = (const VMStateField[]) {
|
2023-12-13 07:13:14 +03:00
|
|
|
VMSTATE_STRUCT_VARRAY_POINTER_UINT32(cpu, LoongArchIPI, num_cpu,
|
|
|
|
vmstate_ipi_core, IPICore),
|
2022-06-06 15:43:21 +03:00
|
|
|
VMSTATE_END_OF_LIST()
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2023-12-13 07:13:14 +03:00
|
|
|
static Property ipi_properties[] = {
|
|
|
|
DEFINE_PROP_UINT32("num-cpu", LoongArchIPI, num_cpu, 1),
|
|
|
|
DEFINE_PROP_END_OF_LIST(),
|
|
|
|
};
|
|
|
|
|
2022-06-06 15:43:21 +03:00
|
|
|
static void loongarch_ipi_class_init(ObjectClass *klass, void *data)
|
|
|
|
{
|
|
|
|
DeviceClass *dc = DEVICE_CLASS(klass);
|
|
|
|
|
2023-12-13 07:13:14 +03:00
|
|
|
dc->realize = loongarch_ipi_realize;
|
|
|
|
device_class_set_props(dc, ipi_properties);
|
2022-06-06 15:43:21 +03:00
|
|
|
dc->vmsd = &vmstate_loongarch_ipi;
|
|
|
|
}
|
|
|
|
|
2023-12-13 07:13:14 +03:00
|
|
|
static void loongarch_ipi_finalize(Object *obj)
|
|
|
|
{
|
|
|
|
LoongArchIPI *s = LOONGARCH_IPI(obj);
|
|
|
|
|
|
|
|
g_free(s->cpu);
|
|
|
|
}
|
|
|
|
|
2022-06-06 15:43:21 +03:00
|
|
|
static const TypeInfo loongarch_ipi_info = {
|
|
|
|
.name = TYPE_LOONGARCH_IPI,
|
|
|
|
.parent = TYPE_SYS_BUS_DEVICE,
|
|
|
|
.instance_size = sizeof(LoongArchIPI),
|
|
|
|
.class_init = loongarch_ipi_class_init,
|
2023-12-13 07:13:14 +03:00
|
|
|
.instance_finalize = loongarch_ipi_finalize,
|
2022-06-06 15:43:21 +03:00
|
|
|
};
|
|
|
|
|
|
|
|
static void loongarch_ipi_register_types(void)
|
|
|
|
{
|
|
|
|
type_register_static(&loongarch_ipi_info);
|
|
|
|
}
|
|
|
|
|
|
|
|
type_init(loongarch_ipi_register_types)
|