2011-10-30 21:16:46 +04:00
|
|
|
/*
|
|
|
|
* QEMU SPAPR PCI BUS definitions
|
|
|
|
*
|
|
|
|
* Copyright (c) 2011 Alexey Kardashevskiy <aik@au1.ibm.com>
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with this library; if not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
|
|
|
|
2016-06-29 11:12:57 +03:00
|
|
|
#ifndef PCI_HOST_SPAPR_H
|
|
|
|
#define PCI_HOST_SPAPR_H
|
2011-10-30 21:16:46 +04:00
|
|
|
|
2016-06-29 12:31:09 +03:00
|
|
|
#include "hw/ppc/spapr.h"
|
2012-12-12 16:24:50 +04:00
|
|
|
#include "hw/pci/pci.h"
|
|
|
|
#include "hw/pci/pci_host.h"
|
2013-02-05 20:06:20 +04:00
|
|
|
#include "hw/ppc/xics.h"
|
2011-10-30 21:16:46 +04:00
|
|
|
|
2012-08-20 21:08:05 +04:00
|
|
|
#define TYPE_SPAPR_PCI_HOST_BRIDGE "spapr-pci-host-bridge"
|
|
|
|
|
|
|
|
#define SPAPR_PCI_HOST_BRIDGE(obj) \
|
|
|
|
OBJECT_CHECK(sPAPRPHBState, (obj), TYPE_SPAPR_PCI_HOST_BRIDGE)
|
|
|
|
|
2016-07-04 06:33:07 +03:00
|
|
|
#define SPAPR_PCI_DMA_MAX_WINDOWS 2
|
|
|
|
|
2014-05-27 09:36:31 +04:00
|
|
|
typedef struct sPAPRPHBState sPAPRPHBState;
|
|
|
|
|
2014-05-30 13:34:20 +04:00
|
|
|
typedef struct spapr_pci_msi {
|
|
|
|
uint32_t first_irq;
|
|
|
|
uint32_t num;
|
|
|
|
} spapr_pci_msi;
|
|
|
|
|
|
|
|
typedef struct spapr_pci_msi_mig {
|
|
|
|
uint32_t key;
|
|
|
|
spapr_pci_msi value;
|
|
|
|
} spapr_pci_msi_mig;
|
|
|
|
|
2014-05-27 09:36:31 +04:00
|
|
|
struct sPAPRPHBState {
|
2012-08-20 21:08:09 +04:00
|
|
|
PCIHostState parent_obj;
|
2011-10-30 21:16:46 +04:00
|
|
|
|
2015-01-14 05:33:39 +03:00
|
|
|
uint32_t index;
|
2011-10-30 21:16:46 +04:00
|
|
|
uint64_t buid;
|
2012-03-12 21:50:24 +04:00
|
|
|
char *dtbusname;
|
2015-05-07 08:33:52 +03:00
|
|
|
bool dr_enabled;
|
2011-10-30 21:16:46 +04:00
|
|
|
|
|
|
|
MemoryRegion memspace, iospace;
|
spapr_pci: Add a 64-bit MMIO window
On real hardware, and under pHyp, the PCI host bridges on Power machines
typically advertise two outbound MMIO windows from the guest's physical
memory space to PCI memory space:
- A 32-bit window which maps onto 2GiB..4GiB in the PCI address space
- A 64-bit window which maps onto a large region somewhere high in PCI
address space (traditionally this used an identity mapping from guest
physical address to PCI address, but that's not always the case)
The qemu implementation in spapr-pci-host-bridge, however, only supports a
single outbound MMIO window, however. At least some Linux versions expect
the two windows however, so we arranged this window to map onto the PCI
memory space from 2 GiB..~64 GiB, then advertised it as two contiguous
windows, the "32-bit" window from 2G..4G and the "64-bit" window from
4G..~64G.
This approach means, however, that the 64G window is not naturally aligned.
In turn this limits the size of the largest BAR we can map (which does have
to be naturally aligned) to roughly half of the total window. With some
large nVidia GPGPU cards which have huge memory BARs, this is starting to
be a problem.
This patch adds true support for separate 32-bit and 64-bit outbound MMIO
windows to the spapr-pci-host-bridge implementation, each of which can
be independently configured. The 32-bit window always maps to 2G.. in PCI
space, but the PCI address of the 64-bit window can be configured (it
defaults to the same as the guest physical address).
So as not to break possible existing configurations, as long as a 64-bit
window is not specified, a large single window can be specified. This
will appear the same way to the guest as the old approach, although it's
now implemented by two contiguous memory regions rather than a single one.
For now, this only adds the possibility of 64-bit windows. The default
configuration still uses the legacy mode.
Signed-off-by: David Gibson <david@gibson.dropbear.id.au>
Reviewed-by: Laurent Vivier <lvivier@redhat.com>
2016-10-11 06:23:33 +03:00
|
|
|
hwaddr mem_win_addr, mem_win_size, mem64_win_addr, mem64_win_size;
|
|
|
|
uint64_t mem64_win_pciaddr;
|
|
|
|
hwaddr io_win_addr, io_win_size;
|
|
|
|
MemoryRegion mem32window, mem64window, iowindow, msiwindow;
|
2012-08-07 20:10:37 +04:00
|
|
|
|
2016-07-04 06:33:07 +03:00
|
|
|
uint32_t dma_liobn[SPAPR_PCI_DMA_MAX_WINDOWS];
|
2015-09-24 02:56:44 +03:00
|
|
|
hwaddr dma_win_addr, dma_win_size;
|
2012-10-30 15:47:48 +04:00
|
|
|
AddressSpace iommu_as;
|
2014-05-27 09:36:32 +04:00
|
|
|
MemoryRegion iommu_root;
|
2011-10-30 21:16:46 +04:00
|
|
|
|
2013-07-18 23:33:02 +04:00
|
|
|
struct spapr_pci_lsi {
|
2012-08-07 20:10:32 +04:00
|
|
|
uint32_t irq;
|
2012-04-25 21:55:42 +04:00
|
|
|
} lsi_table[PCI_NUM_PINS];
|
2011-10-30 21:16:46 +04:00
|
|
|
|
2014-05-30 13:34:20 +04:00
|
|
|
GHashTable *msi;
|
|
|
|
/* Temporary cache for migration purposes */
|
|
|
|
int32_t msi_devs_num;
|
|
|
|
spapr_pci_msi_mig *msi_devs;
|
2012-08-07 20:10:37 +04:00
|
|
|
|
2011-10-30 21:16:46 +04:00
|
|
|
QLIST_ENTRY(sPAPRPHBState) list;
|
2016-07-04 06:33:07 +03:00
|
|
|
|
|
|
|
bool ddw_enabled;
|
|
|
|
uint64_t page_size_mask;
|
|
|
|
uint64_t dma64_win_addr;
|
2016-07-27 11:03:38 +03:00
|
|
|
|
|
|
|
uint32_t numa_node;
|
2016-11-23 02:26:38 +03:00
|
|
|
|
2017-03-14 03:54:17 +03:00
|
|
|
bool pcie_ecs; /* Allow access to PCIe extended config space? */
|
|
|
|
|
2016-11-23 02:26:38 +03:00
|
|
|
/* Fields for migration compatibility hacks */
|
|
|
|
bool pre_2_8_migration;
|
|
|
|
uint32_t mig_liobn;
|
|
|
|
hwaddr mig_mem_win_addr, mig_mem_win_size;
|
|
|
|
hwaddr mig_io_win_addr, mig_io_win_size;
|
2014-05-27 09:36:31 +04:00
|
|
|
};
|
2011-10-30 21:16:46 +04:00
|
|
|
|
2015-01-30 04:53:19 +03:00
|
|
|
#define SPAPR_PCI_MEM_WIN_BUS_OFFSET 0x80000000ULL
|
spapr_pci: Add a 64-bit MMIO window
On real hardware, and under pHyp, the PCI host bridges on Power machines
typically advertise two outbound MMIO windows from the guest's physical
memory space to PCI memory space:
- A 32-bit window which maps onto 2GiB..4GiB in the PCI address space
- A 64-bit window which maps onto a large region somewhere high in PCI
address space (traditionally this used an identity mapping from guest
physical address to PCI address, but that's not always the case)
The qemu implementation in spapr-pci-host-bridge, however, only supports a
single outbound MMIO window, however. At least some Linux versions expect
the two windows however, so we arranged this window to map onto the PCI
memory space from 2 GiB..~64 GiB, then advertised it as two contiguous
windows, the "32-bit" window from 2G..4G and the "64-bit" window from
4G..~64G.
This approach means, however, that the 64G window is not naturally aligned.
In turn this limits the size of the largest BAR we can map (which does have
to be naturally aligned) to roughly half of the total window. With some
large nVidia GPGPU cards which have huge memory BARs, this is starting to
be a problem.
This patch adds true support for separate 32-bit and 64-bit outbound MMIO
windows to the spapr-pci-host-bridge implementation, each of which can
be independently configured. The 32-bit window always maps to 2G.. in PCI
space, but the PCI address of the 64-bit window can be configured (it
defaults to the same as the guest physical address).
So as not to break possible existing configurations, as long as a 64-bit
window is not specified, a large single window can be specified. This
will appear the same way to the guest as the old approach, although it's
now implemented by two contiguous memory regions rather than a single one.
For now, this only adds the possibility of 64-bit windows. The default
configuration still uses the legacy mode.
Signed-off-by: David Gibson <david@gibson.dropbear.id.au>
Reviewed-by: Laurent Vivier <lvivier@redhat.com>
2016-10-11 06:23:33 +03:00
|
|
|
#define SPAPR_PCI_MEM32_WIN_SIZE \
|
|
|
|
((1ULL << 32) - SPAPR_PCI_MEM_WIN_BUS_OFFSET)
|
2016-10-16 04:04:15 +03:00
|
|
|
#define SPAPR_PCI_MEM64_WIN_SIZE 0x10000000000ULL /* 1 TiB */
|
2015-01-30 04:53:19 +03:00
|
|
|
|
2018-12-21 03:36:53 +03:00
|
|
|
/* All PCI outbound windows will be within this range */
|
2016-10-16 04:04:15 +03:00
|
|
|
#define SPAPR_PCI_BASE (1ULL << 45) /* 32 TiB */
|
|
|
|
#define SPAPR_PCI_LIMIT (1ULL << 46) /* 64 TiB */
|
|
|
|
|
2018-12-21 03:36:53 +03:00
|
|
|
#define SPAPR_MAX_PHBS ((SPAPR_PCI_LIMIT - SPAPR_PCI_BASE) / \
|
|
|
|
SPAPR_PCI_MEM64_WIN_SIZE - 1)
|
|
|
|
|
2013-01-23 21:20:39 +04:00
|
|
|
#define SPAPR_PCI_IO_WIN_SIZE 0x10000
|
2013-07-12 11:38:24 +04:00
|
|
|
|
|
|
|
#define SPAPR_PCI_MSI_WINDOW 0x40000000000ULL
|
2013-01-23 21:20:39 +04:00
|
|
|
|
2012-08-07 20:10:32 +04:00
|
|
|
static inline qemu_irq spapr_phb_lsi_qirq(struct sPAPRPHBState *phb, int pin)
|
|
|
|
{
|
2015-07-02 09:23:04 +03:00
|
|
|
sPAPRMachineState *spapr = SPAPR_MACHINE(qdev_get_machine());
|
|
|
|
|
2017-12-01 19:06:04 +03:00
|
|
|
return spapr_qirq(spapr, phb->lsi_table[pin].irq);
|
2012-08-07 20:10:32 +04:00
|
|
|
}
|
|
|
|
|
2018-09-13 08:16:05 +03:00
|
|
|
int spapr_populate_pci_dt(sPAPRPHBState *phb, uint32_t xics_phandle, void *fdt,
|
|
|
|
uint32_t nr_msis);
|
2011-10-30 21:16:46 +04:00
|
|
|
|
2012-08-07 20:10:33 +04:00
|
|
|
void spapr_pci_rtas_init(void);
|
|
|
|
|
2015-07-02 09:23:04 +03:00
|
|
|
sPAPRPHBState *spapr_pci_find_phb(sPAPRMachineState *spapr, uint64_t buid);
|
|
|
|
PCIDevice *spapr_pci_find_dev(sPAPRMachineState *spapr, uint64_t buid,
|
2015-05-07 08:33:34 +03:00
|
|
|
uint32_t config_addr);
|
|
|
|
|
2017-05-22 22:35:48 +03:00
|
|
|
/* PCI release callback. */
|
|
|
|
void spapr_phb_remove_pci_device_cb(DeviceState *dev);
|
|
|
|
|
2016-02-29 09:45:05 +03:00
|
|
|
/* VFIO EEH hooks */
|
|
|
|
#ifdef CONFIG_LINUX
|
2016-02-29 09:19:42 +03:00
|
|
|
bool spapr_phb_eeh_available(sPAPRPHBState *sphb);
|
2016-02-29 09:45:05 +03:00
|
|
|
int spapr_phb_vfio_eeh_set_option(sPAPRPHBState *sphb,
|
|
|
|
unsigned int addr, int option);
|
|
|
|
int spapr_phb_vfio_eeh_get_state(sPAPRPHBState *sphb, int *state);
|
|
|
|
int spapr_phb_vfio_eeh_reset(sPAPRPHBState *sphb, int option);
|
|
|
|
int spapr_phb_vfio_eeh_configure(sPAPRPHBState *sphb);
|
|
|
|
void spapr_phb_vfio_reset(DeviceState *qdev);
|
|
|
|
#else
|
2016-02-29 09:19:42 +03:00
|
|
|
static inline bool spapr_phb_eeh_available(sPAPRPHBState *sphb)
|
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
2016-02-29 09:45:05 +03:00
|
|
|
static inline int spapr_phb_vfio_eeh_set_option(sPAPRPHBState *sphb,
|
|
|
|
unsigned int addr, int option)
|
|
|
|
{
|
|
|
|
return RTAS_OUT_HW_ERROR;
|
|
|
|
}
|
|
|
|
static inline int spapr_phb_vfio_eeh_get_state(sPAPRPHBState *sphb,
|
|
|
|
int *state)
|
|
|
|
{
|
|
|
|
return RTAS_OUT_HW_ERROR;
|
|
|
|
}
|
|
|
|
static inline int spapr_phb_vfio_eeh_reset(sPAPRPHBState *sphb, int option)
|
|
|
|
{
|
|
|
|
return RTAS_OUT_HW_ERROR;
|
|
|
|
}
|
|
|
|
static inline int spapr_phb_vfio_eeh_configure(sPAPRPHBState *sphb)
|
|
|
|
{
|
|
|
|
return RTAS_OUT_HW_ERROR;
|
|
|
|
}
|
|
|
|
static inline void spapr_phb_vfio_reset(DeviceState *qdev)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2016-06-01 11:57:39 +03:00
|
|
|
void spapr_phb_dma_reset(sPAPRPHBState *sphb);
|
|
|
|
|
2016-06-29 11:12:57 +03:00
|
|
|
#endif /* PCI_HOST_SPAPR_H */
|