2017-01-23 22:20:20 +03:00
|
|
|
/*
|
|
|
|
* Generic PCI Express Root Port emulation
|
|
|
|
*
|
|
|
|
* Copyright (C) 2017 Red Hat Inc
|
|
|
|
*
|
|
|
|
* Authors:
|
|
|
|
* Marcel Apfelbaum <marcel@redhat.com>
|
|
|
|
*
|
|
|
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
|
|
* See the COPYING file in the top-level directory.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "qemu/osdep.h"
|
|
|
|
#include "qapi/error.h"
|
2019-05-23 17:35:07 +03:00
|
|
|
#include "qemu/module.h"
|
2017-01-23 22:20:20 +03:00
|
|
|
#include "hw/pci/msix.h"
|
|
|
|
#include "hw/pci/pcie_port.h"
|
2019-08-12 08:23:51 +03:00
|
|
|
#include "hw/qdev-properties.h"
|
2020-12-12 01:05:12 +03:00
|
|
|
#include "hw/qdev-properties-system.h"
|
2019-08-12 08:23:45 +03:00
|
|
|
#include "migration/vmstate.h"
|
2020-09-03 23:43:22 +03:00
|
|
|
#include "qom/object.h"
|
2017-01-23 22:20:20 +03:00
|
|
|
|
|
|
|
#define TYPE_GEN_PCIE_ROOT_PORT "pcie-root-port"
|
2020-09-16 21:25:19 +03:00
|
|
|
OBJECT_DECLARE_SIMPLE_TYPE(GenPCIERootPort, GEN_PCIE_ROOT_PORT)
|
2017-01-23 22:20:20 +03:00
|
|
|
|
|
|
|
#define GEN_PCIE_ROOT_PORT_AER_OFFSET 0x100
|
2019-02-21 21:13:23 +03:00
|
|
|
#define GEN_PCIE_ROOT_PORT_ACS_OFFSET \
|
|
|
|
(GEN_PCIE_ROOT_PORT_AER_OFFSET + PCI_ERR_SIZEOF)
|
|
|
|
|
2017-01-23 22:20:20 +03:00
|
|
|
#define GEN_PCIE_ROOT_PORT_MSIX_NR_VECTOR 1
|
2021-08-02 12:00:57 +03:00
|
|
|
#define GEN_PCIE_ROOT_DEFAULT_IO_RANGE 4096
|
2017-01-23 22:20:20 +03:00
|
|
|
|
2020-09-03 23:43:22 +03:00
|
|
|
struct GenPCIERootPort {
|
2017-06-07 15:43:59 +03:00
|
|
|
/*< private >*/
|
|
|
|
PCIESlot parent_obj;
|
|
|
|
/*< public >*/
|
|
|
|
|
|
|
|
bool migrate_msix;
|
2017-08-18 02:36:49 +03:00
|
|
|
|
2018-08-21 06:18:06 +03:00
|
|
|
/* additional resources to reserve */
|
|
|
|
PCIResReserve res_reserve;
|
2020-09-03 23:43:22 +03:00
|
|
|
};
|
2017-06-07 15:43:59 +03:00
|
|
|
|
2017-01-23 22:20:20 +03:00
|
|
|
static uint8_t gen_rp_aer_vector(const PCIDevice *d)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int gen_rp_interrupts_init(PCIDevice *d, Error **errp)
|
|
|
|
{
|
|
|
|
int rc;
|
|
|
|
|
2017-01-17 09:18:48 +03:00
|
|
|
rc = msix_init_exclusive_bar(d, GEN_PCIE_ROOT_PORT_MSIX_NR_VECTOR, 0, errp);
|
2017-01-23 22:20:20 +03:00
|
|
|
|
|
|
|
if (rc < 0) {
|
|
|
|
assert(rc == -ENOTSUP);
|
|
|
|
} else {
|
|
|
|
msix_vector_use(d, 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
return rc;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void gen_rp_interrupts_uninit(PCIDevice *d)
|
|
|
|
{
|
|
|
|
msix_uninit_exclusive_bar(d);
|
|
|
|
}
|
|
|
|
|
2017-06-07 15:43:59 +03:00
|
|
|
static bool gen_rp_test_migrate_msix(void *opaque, int version_id)
|
|
|
|
{
|
|
|
|
GenPCIERootPort *rp = opaque;
|
|
|
|
|
|
|
|
return rp->migrate_msix;
|
|
|
|
}
|
|
|
|
|
2017-08-18 02:36:49 +03:00
|
|
|
static void gen_rp_realize(DeviceState *dev, Error **errp)
|
|
|
|
{
|
|
|
|
PCIDevice *d = PCI_DEVICE(dev);
|
2021-08-02 12:00:57 +03:00
|
|
|
PCIESlot *s = PCIE_SLOT(d);
|
2017-08-18 02:36:49 +03:00
|
|
|
GenPCIERootPort *grp = GEN_PCIE_ROOT_PORT(d);
|
|
|
|
PCIERootPortClass *rpc = PCIE_ROOT_PORT_GET_CLASS(d);
|
2018-01-10 22:09:09 +03:00
|
|
|
Error *local_err = NULL;
|
2017-08-18 02:36:49 +03:00
|
|
|
|
2018-01-10 22:09:09 +03:00
|
|
|
rpc->parent_realize(dev, &local_err);
|
|
|
|
if (local_err) {
|
|
|
|
error_propagate(errp, local_err);
|
|
|
|
return;
|
|
|
|
}
|
2017-08-18 02:36:49 +03:00
|
|
|
|
2021-08-02 12:00:57 +03:00
|
|
|
if (grp->res_reserve.io == -1 && s->hotplug && !s->native_hotplug) {
|
|
|
|
grp->res_reserve.io = GEN_PCIE_ROOT_DEFAULT_IO_RANGE;
|
|
|
|
}
|
2018-08-21 06:18:06 +03:00
|
|
|
int rc = pci_bridge_qemu_reserve_cap_init(d, 0,
|
|
|
|
grp->res_reserve, errp);
|
2017-08-18 02:36:49 +03:00
|
|
|
|
|
|
|
if (rc < 0) {
|
|
|
|
rpc->parent_class.exit(d);
|
|
|
|
return;
|
|
|
|
}
|
2017-10-02 13:31:35 +03:00
|
|
|
|
2018-08-21 06:18:06 +03:00
|
|
|
if (!grp->res_reserve.io) {
|
2017-10-02 13:31:35 +03:00
|
|
|
pci_word_test_and_clear_mask(d->wmask + PCI_COMMAND,
|
|
|
|
PCI_COMMAND_IO);
|
|
|
|
d->wmask[PCI_IO_BASE] = 0;
|
|
|
|
d->wmask[PCI_IO_LIMIT] = 0;
|
|
|
|
}
|
2017-08-18 02:36:49 +03:00
|
|
|
}
|
|
|
|
|
2017-01-23 22:20:20 +03:00
|
|
|
static const VMStateDescription vmstate_rp_dev = {
|
|
|
|
.name = "pcie-root-port",
|
pci/bus: let it has higher migration priority
In the past, we prioritized IOMMU migration so that we have such a
priority order:
IOMMU > PCI Devices
When migrating a guest with both vIOMMU and a pcie-root-port, we'll
always migrate vIOMMU first, since pci buses will be seen to have the
same priority of general PCI devices.
That's problematic.
The thing is that PCI bus number information is stored in the root port,
and that is needed by vIOMMU during post_load(), e.g., to figure out
context entry for a device. If we don't have correct bus numbers for
devices, we won't be able to recover device state of the DMAR memory
regions, and things will be messed up.
So let's boost the PCIe root ports to be even with higher priority:
PCIe Root Port > IOMMU > PCI Devices
A smoke test shows that this patch fixes bug 1538953.
Also, apply this rule to all the PCI bus/bridge devices: ioh3420,
xio3130_downstream, xio3130_upstream, pcie_pci_bridge, pci-pci bridge,
i82801b11.
I noted that we set pcie_pci_bridge_dev_vmstate twice. Clean that up
together.
CC: Alex Williamson <alex.williamson@redhat.com>
CC: Marcel Apfelbaum <marcel@redhat.com>
CC: Michael S. Tsirkin <mst@redhat.com>
CC: Dr. David Alan Gilbert <dgilbert@redhat.com>
CC: Juan Quintela <quintela@redhat.com>
CC: Laurent Vivier <lvivier@redhat.com>
Bug: https://bugzilla.redhat.com/show_bug.cgi?id=1538953
Reported-by: Maxime Coquelin <maxime.coquelin@redhat.com>
Signed-off-by: Peter Xu <peterx@redhat.com>
Reviewed-by: Marcel Apfelbaum <marcel@redhat.com>
Reviewed-by: Michael S. Tsirkin <mst@redhat.com>
Signed-off-by: Michael S. Tsirkin <mst@redhat.com>
2018-02-06 10:39:33 +03:00
|
|
|
.priority = MIG_PRI_PCI_BUS,
|
2017-01-23 22:20:20 +03:00
|
|
|
.version_id = 1,
|
|
|
|
.minimum_version_id = 1,
|
|
|
|
.post_load = pcie_cap_slot_post_load,
|
|
|
|
.fields = (VMStateField[]) {
|
|
|
|
VMSTATE_PCI_DEVICE(parent_obj.parent_obj.parent_obj, PCIESlot),
|
|
|
|
VMSTATE_STRUCT(parent_obj.parent_obj.parent_obj.exp.aer_log,
|
|
|
|
PCIESlot, 0, vmstate_pcie_aer_log, PCIEAERLog),
|
2017-06-07 15:43:59 +03:00
|
|
|
VMSTATE_MSIX_TEST(parent_obj.parent_obj.parent_obj.parent_obj,
|
|
|
|
GenPCIERootPort,
|
|
|
|
gen_rp_test_migrate_msix),
|
2017-01-23 22:20:20 +03:00
|
|
|
VMSTATE_END_OF_LIST()
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2017-06-07 15:43:59 +03:00
|
|
|
static Property gen_rp_props[] = {
|
2018-08-21 06:18:06 +03:00
|
|
|
DEFINE_PROP_BOOL("x-migrate-msix", GenPCIERootPort,
|
|
|
|
migrate_msix, true),
|
|
|
|
DEFINE_PROP_UINT32("bus-reserve", GenPCIERootPort,
|
|
|
|
res_reserve.bus, -1),
|
|
|
|
DEFINE_PROP_SIZE("io-reserve", GenPCIERootPort,
|
|
|
|
res_reserve.io, -1),
|
|
|
|
DEFINE_PROP_SIZE("mem-reserve", GenPCIERootPort,
|
|
|
|
res_reserve.mem_non_pref, -1),
|
|
|
|
DEFINE_PROP_SIZE("pref32-reserve", GenPCIERootPort,
|
|
|
|
res_reserve.mem_pref_32, -1),
|
|
|
|
DEFINE_PROP_SIZE("pref64-reserve", GenPCIERootPort,
|
|
|
|
res_reserve.mem_pref_64, -1),
|
2018-12-12 22:39:43 +03:00
|
|
|
DEFINE_PROP_PCIE_LINK_SPEED("x-speed", PCIESlot,
|
2018-12-12 22:40:09 +03:00
|
|
|
speed, PCIE_LINK_SPEED_16),
|
2018-12-12 22:39:43 +03:00
|
|
|
DEFINE_PROP_PCIE_LINK_WIDTH("x-width", PCIESlot,
|
2018-12-12 22:40:09 +03:00
|
|
|
width, PCIE_LINK_WIDTH_32),
|
2017-06-07 15:43:59 +03:00
|
|
|
DEFINE_PROP_END_OF_LIST()
|
|
|
|
};
|
|
|
|
|
2017-01-23 22:20:20 +03:00
|
|
|
static void gen_rp_dev_class_init(ObjectClass *klass, void *data)
|
|
|
|
{
|
|
|
|
DeviceClass *dc = DEVICE_CLASS(klass);
|
|
|
|
PCIDeviceClass *k = PCI_DEVICE_CLASS(klass);
|
|
|
|
PCIERootPortClass *rpc = PCIE_ROOT_PORT_CLASS(klass);
|
|
|
|
|
|
|
|
k->vendor_id = PCI_VENDOR_ID_REDHAT;
|
|
|
|
k->device_id = PCI_DEVICE_ID_REDHAT_PCIE_RP;
|
|
|
|
dc->desc = "PCI Express Root Port";
|
|
|
|
dc->vmsd = &vmstate_rp_dev;
|
2020-01-10 18:30:32 +03:00
|
|
|
device_class_set_props(dc, gen_rp_props);
|
2017-08-18 02:36:49 +03:00
|
|
|
|
2018-01-14 05:04:12 +03:00
|
|
|
device_class_set_parent_realize(dc, gen_rp_realize, &rpc->parent_realize);
|
2017-08-18 02:36:49 +03:00
|
|
|
|
2017-01-23 22:20:20 +03:00
|
|
|
rpc->aer_vector = gen_rp_aer_vector;
|
|
|
|
rpc->interrupts_init = gen_rp_interrupts_init;
|
|
|
|
rpc->interrupts_uninit = gen_rp_interrupts_uninit;
|
|
|
|
rpc->aer_offset = GEN_PCIE_ROOT_PORT_AER_OFFSET;
|
2019-02-21 21:13:23 +03:00
|
|
|
rpc->acs_offset = GEN_PCIE_ROOT_PORT_ACS_OFFSET;
|
2017-01-23 22:20:20 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
static const TypeInfo gen_rp_dev_info = {
|
|
|
|
.name = TYPE_GEN_PCIE_ROOT_PORT,
|
|
|
|
.parent = TYPE_PCIE_ROOT_PORT,
|
2017-06-07 15:43:59 +03:00
|
|
|
.instance_size = sizeof(GenPCIERootPort),
|
2017-01-23 22:20:20 +03:00
|
|
|
.class_init = gen_rp_dev_class_init,
|
|
|
|
};
|
|
|
|
|
|
|
|
static void gen_rp_register_types(void)
|
|
|
|
{
|
|
|
|
type_register_static(&gen_rp_dev_info);
|
|
|
|
}
|
|
|
|
type_init(gen_rp_register_types)
|