spapr_pci_vfio: Add spapr-pci-vfio-host-bridge to support vfio
The patch adds a spapr-pci-vfio-host-bridge device type
which is a PCI Host Bridge with VFIO support. The new device
inherits from the spapr-pci-host-bridge device and adds an "iommu"
property which is an IOMMU id. This ID represents a minimal entity
for which IOMMU isolation can be guaranteed. In SPAPR architecture IOMMU
group is called a Partitionable Endpoint (PE).
Current implementation supports one IOMMU id per QEMU VFIO PHB. Since
SPAPR allows multiple PHB for no extra cost, this does not seem to
be a problem. This limitation may change in the future though.
Example of use:
Configure and Add 3 functions of a multifunctional device to QEMU:
(the NEC PCI USB card is used as an example here):
-device spapr-pci-vfio-host-bridge,id=USB,iommu=4,index=7 \
-device vfio-pci,host=4:0:1.0,addr=1.0,bus=USB,multifunction=true
-device vfio-pci,host=4:0:1.1,addr=1.1,bus=USB
-device vfio-pci,host=4:0:1.2,addr=1.2,bus=USB
where:
* index=7 is a QEMU PHB index (used as source for MMIO/MSI/IO windows
offset);
* iommu=4 is an IOMMU id which can be found in sysfs:
[aik@vpl2 ~]$ cd /sys/bus/pci/devices/0004:00:00.0/
[aik@vpl2 0004:00:00.0]$ ls -l iommu_group
lrwxrwxrwx 1 root root 0 Jun 5 12:49 iommu_group -> ../../../kernel/iommu_groups/4
Signed-off-by: Alexey Kardashevskiy <aik@ozlabs.ru>
Signed-off-by: Alexander Graf <agraf@suse.de>
2014-06-10 09:39:23 +04:00
|
|
|
/*
|
|
|
|
* QEMU sPAPR PCI host for VFIO
|
|
|
|
*
|
|
|
|
* Copyright (c) 2011-2014 Alexey Kardashevskiy, IBM Corporation.
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License,
|
|
|
|
* or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "hw/ppc/spapr.h"
|
|
|
|
#include "hw/pci-host/spapr.h"
|
|
|
|
#include "linux/vfio.h"
|
2014-12-20 01:24:06 +03:00
|
|
|
#include "hw/vfio/vfio.h"
|
spapr_pci_vfio: Add spapr-pci-vfio-host-bridge to support vfio
The patch adds a spapr-pci-vfio-host-bridge device type
which is a PCI Host Bridge with VFIO support. The new device
inherits from the spapr-pci-host-bridge device and adds an "iommu"
property which is an IOMMU id. This ID represents a minimal entity
for which IOMMU isolation can be guaranteed. In SPAPR architecture IOMMU
group is called a Partitionable Endpoint (PE).
Current implementation supports one IOMMU id per QEMU VFIO PHB. Since
SPAPR allows multiple PHB for no extra cost, this does not seem to
be a problem. This limitation may change in the future though.
Example of use:
Configure and Add 3 functions of a multifunctional device to QEMU:
(the NEC PCI USB card is used as an example here):
-device spapr-pci-vfio-host-bridge,id=USB,iommu=4,index=7 \
-device vfio-pci,host=4:0:1.0,addr=1.0,bus=USB,multifunction=true
-device vfio-pci,host=4:0:1.1,addr=1.1,bus=USB
-device vfio-pci,host=4:0:1.2,addr=1.2,bus=USB
where:
* index=7 is a QEMU PHB index (used as source for MMIO/MSI/IO windows
offset);
* iommu=4 is an IOMMU id which can be found in sysfs:
[aik@vpl2 ~]$ cd /sys/bus/pci/devices/0004:00:00.0/
[aik@vpl2 0004:00:00.0]$ ls -l iommu_group
lrwxrwxrwx 1 root root 0 Jun 5 12:49 iommu_group -> ../../../kernel/iommu_groups/4
Signed-off-by: Alexey Kardashevskiy <aik@ozlabs.ru>
Signed-off-by: Alexander Graf <agraf@suse.de>
2014-06-10 09:39:23 +04:00
|
|
|
|
|
|
|
static Property spapr_phb_vfio_properties[] = {
|
|
|
|
DEFINE_PROP_INT32("iommu", sPAPRPHBVFIOState, iommugroupid, -1),
|
|
|
|
DEFINE_PROP_END_OF_LIST(),
|
|
|
|
};
|
|
|
|
|
|
|
|
static void spapr_phb_vfio_finish_realize(sPAPRPHBState *sphb, Error **errp)
|
|
|
|
{
|
|
|
|
sPAPRPHBVFIOState *svphb = SPAPR_PCI_VFIO_HOST_BRIDGE(sphb);
|
|
|
|
struct vfio_iommu_spapr_tce_info info = { .argsz = sizeof(info) };
|
|
|
|
int ret;
|
|
|
|
sPAPRTCETable *tcet;
|
|
|
|
uint32_t liobn = svphb->phb.dma_liobn;
|
|
|
|
|
|
|
|
if (svphb->iommugroupid == -1) {
|
|
|
|
error_setg(errp, "Wrong IOMMU group ID %d", svphb->iommugroupid);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
ret = vfio_container_ioctl(&svphb->phb.iommu_as, svphb->iommugroupid,
|
|
|
|
VFIO_CHECK_EXTENSION,
|
|
|
|
(void *) VFIO_SPAPR_TCE_IOMMU);
|
|
|
|
if (ret != 1) {
|
|
|
|
error_setg_errno(errp, -ret,
|
|
|
|
"spapr-vfio: SPAPR extension is not supported");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
ret = vfio_container_ioctl(&svphb->phb.iommu_as, svphb->iommugroupid,
|
|
|
|
VFIO_IOMMU_SPAPR_TCE_GET_INFO, &info);
|
|
|
|
if (ret) {
|
|
|
|
error_setg_errno(errp, -ret,
|
|
|
|
"spapr-vfio: get info from container failed");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
tcet = spapr_tce_new_table(DEVICE(sphb), liobn, info.dma32_window_start,
|
|
|
|
SPAPR_TCE_PAGE_SHIFT,
|
|
|
|
info.dma32_window_size >> SPAPR_TCE_PAGE_SHIFT,
|
|
|
|
true);
|
|
|
|
if (!tcet) {
|
|
|
|
error_setg(errp, "spapr-vfio: failed to create VFIO TCE table");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Register default 32bit DMA window */
|
|
|
|
memory_region_add_subregion(&sphb->iommu_root, tcet->bus_offset,
|
|
|
|
spapr_tce_get_iommu(tcet));
|
|
|
|
}
|
|
|
|
|
|
|
|
static void spapr_phb_vfio_reset(DeviceState *qdev)
|
|
|
|
{
|
|
|
|
/* Do nothing */
|
|
|
|
}
|
|
|
|
|
|
|
|
static void spapr_phb_vfio_class_init(ObjectClass *klass, void *data)
|
|
|
|
{
|
|
|
|
DeviceClass *dc = DEVICE_CLASS(klass);
|
|
|
|
sPAPRPHBClass *spc = SPAPR_PCI_HOST_BRIDGE_CLASS(klass);
|
|
|
|
|
|
|
|
dc->props = spapr_phb_vfio_properties;
|
|
|
|
dc->reset = spapr_phb_vfio_reset;
|
|
|
|
spc->finish_realize = spapr_phb_vfio_finish_realize;
|
|
|
|
}
|
|
|
|
|
|
|
|
static const TypeInfo spapr_phb_vfio_info = {
|
|
|
|
.name = TYPE_SPAPR_PCI_VFIO_HOST_BRIDGE,
|
|
|
|
.parent = TYPE_SPAPR_PCI_HOST_BRIDGE,
|
|
|
|
.instance_size = sizeof(sPAPRPHBVFIOState),
|
|
|
|
.class_init = spapr_phb_vfio_class_init,
|
|
|
|
.class_size = sizeof(sPAPRPHBClass),
|
|
|
|
};
|
|
|
|
|
|
|
|
static void spapr_pci_vfio_register_types(void)
|
|
|
|
{
|
|
|
|
type_register_static(&spapr_phb_vfio_info);
|
|
|
|
}
|
|
|
|
|
|
|
|
type_init(spapr_pci_vfio_register_types)
|