@@ -2638,6 +2638,120 @@ int vfio_populate_vga(VFIOPCIDevice *vdev, Error **errp)
return 0;
}
+static void vfio_dt_notifier_handler(void *opaque)
+{
+ VFIOPCIDevice *vdev = opaque;
+ int i;
+ __u32 dt_state;
+
+ if (!event_notifier_test_and_clear(&vdev->dt_notifier)) {
+ return;
+ }
+
+ if (vdev->dt_offset < 0) {
+ return;
+ }
+
+ if (pread(vdev->vbasedev.fd, &dt_state,
+ sizeof(dt_state),
+ vdev->dt_offset +
+ offsetof(struct vfio_device_dt_bar_info_region, trap))
+ != sizeof(dt_state)) {
+ error_report("vfio failed to read from dt region");
+ return;
+ }
+
+ if (dt_state == vdev->dt_state) {
+ return;
+ }
+
+ for (i = VFIO_PCI_BAR0_REGION_INDEX; i < VFIO_PCI_ROM_REGION_INDEX; i++) {
+ vfio_region_disablable_mmaps_set_enabled(&vdev->bars[i].region,
+ !dt_state);
+ }
+
+ vdev->dt_state = dt_state;
+
+}
+
+static void vfio_register_dt_notifier(VFIOPCIDevice *vdev)
+{
+ if (vdev->enable_dt) {
+ return;
+ }
+
+ if (event_notifier_init(&vdev->dt_notifier, 0)) {
+ error_report("vfio: unable to init event notifier for dynamic trap");
+ return;
+ }
+
+ qemu_set_fd_handler(event_notifier_get_fd(&vdev->dt_notifier),
+ vfio_dt_notifier_handler, NULL, vdev);
+}
+
+static void vfio_unregister_dt_notifier(VFIOPCIDevice *vdev)
+{
+ if (!vdev->enable_dt) {
+ return;
+ }
+
+ qemu_set_fd_handler(event_notifier_get_fd(&vdev->dt_notifier),
+ NULL, NULL, vdev);
+ event_notifier_cleanup(&vdev->dt_notifier);
+ vdev->enable_dt = false;
+ vdev->dt_offset = -1;
+ vdev->dt_state = false;
+}
+
+/**
+ * init a dynamic trap bar info region
+ * this region is used for qemu to communicate to vendor driver
+ *
+ * if this device region is queried from vendor driver, qemu will
+ * create an eventfd and write fd of this eventfd to dt_fd field of
+ * this region.
+ *
+ * when vendor driver notifys this dt_fd, qemu first read trap field
+ * of this region to get trap/untrap info. Then qemu will disable/enable
+ * mmaped subregions of pci bar regions according to this info.
+ *
+ */
+static void init_dt_region(VFIOPCIDevice *vdev)
+{
+ struct vfio_region_info *reg_info;
+ int ret;
+ uint32_t dt_fd;
+ vdev->dt_state = false;
+
+ ret = vfio_get_dev_region_info(&vdev->vbasedev,
+ VFIO_REGION_TYPE_DYNAMIC_TRAP_BAR_INFO,
+ VFIO_REGION_SUBTYPE_DYNAMIC_TRAP_BAR_INFO,
+ ®_info);
+ if (ret || reg_info->size < sizeof(dt_fd)) {
+ goto out;
+ }
+
+ vdev->dt_offset = reg_info->offset;
+
+ vfio_register_dt_notifier(vdev);
+ dt_fd = event_notifier_get_fd(&vdev->dt_notifier);
+
+ trace_vfio_init_dt_region(vdev->vbasedev.name, vdev->vendor_id,
+ vdev->device_id, reg_info->offset,
+ reg_info->offset + reg_info->size - 1, dt_fd);
+
+ if (pwrite(vdev->vbasedev.fd, &dt_fd,
+ sizeof(dt_fd),
+ vdev->dt_offset) != sizeof(dt_fd)) {
+ error_report("vfio failed to write to dt region");
+ vfio_unregister_dt_notifier(vdev);
+ }
+ vdev->enable_dt = true;
+out:
+ g_free(reg_info);
+}
+
+
static void vfio_populate_device(VFIOPCIDevice *vdev, Error **errp)
{
VFIODevice *vbasedev = &vdev->vbasedev;
@@ -3173,6 +3287,8 @@ static void vfio_realize(PCIDevice *pdev, Error **errp)
vdev->vbasedev.name);
}
+ init_dt_region(vdev);
+
vfio_register_err_notifier(vdev);
vfio_register_req_notifier(vdev);
vfio_setup_resetfn_quirk(vdev);
@@ -3214,6 +3330,7 @@ static void vfio_exitfn(PCIDevice *pdev)
vfio_unregister_req_notifier(vdev);
vfio_unregister_err_notifier(vdev);
+ vfio_unregister_dt_notifier(vdev);
pci_device_set_intx_routing_notifier(&vdev->pdev, NULL);
vfio_disable_interrupts(vdev);
if (vdev->intx.mmap_timer) {
@@ -168,6 +168,11 @@ typedef struct VFIOPCIDevice {
bool no_vfio_ioeventfd;
bool enable_ramfb;
VFIODisplay *dpy;
+ EventNotifier dt_notifier;
+ bool enable_dt; /*is dynamically trap enabled*/
+ bool dt_state; /* trap or untrap. default state is untrap */
+ off_t dt_offset; /* Offset of dt region within device fd */
+
} VFIOPCIDevice;
uint32_t vfio_pci_read_config(PCIDevice *pdev, uint32_t addr, int len);
@@ -162,3 +162,4 @@ vfio_load_state(char *name, uint64_t data) " (%s) data 0x%"PRIx64
vfio_load_state_device_data(char *name, uint64_t data_offset, uint64_t data_size) " (%s) Offset 0x%"PRIx64" size 0x%"PRIx64
vfio_get_dirty_page_list(char *name, uint64_t start, uint64_t pfn_count, uint64_t page_size) " (%s) start 0x%"PRIx64" pfn_count 0x%"PRIx64 " page size 0x%"PRIx64
vfio_region_disablable_mmaps_set_enabled(const char *name, unsigned long offset, unsigned long end, bool enabled) "Region %s mmaps [0x%lx - 0x%lx] set to %d"
+vfio_init_dt_region(char *name, uint32_t vendor_id, uint32_t device_id, unsigned long offset, unsigned long size, uint32_t dt_fd) "(%s %x %x) init dt region [0x%lx - 0x%lx] dt_fd=%d"
@@ -378,6 +378,7 @@ struct vfio_region_gfx_edid {
#define VFIO_REGION_TYPE_MIGRATION (3)
#define VFIO_REGION_SUBTYPE_MIGRATION (1)
+
/**
* Structure vfio_device_migration_info is placed at 0th offset of
* VFIO_REGION_SUBTYPE_MIGRATION region to get/set VFIO device related migration
@@ -522,6 +523,16 @@ struct vfio_device_migration_info {
#define VFIO_DEVICE_DIRTY_PFNS_ALL (~0ULL)
} __attribute__((packed));
+
+/* Region type and sub-type to hold info to dynamically trap bars */
+#define VFIO_REGION_TYPE_DYNAMIC_TRAP_BAR_INFO (4)
+#define VFIO_REGION_SUBTYPE_DYNAMIC_TRAP_BAR_INFO (1)
+
+struct vfio_device_dt_bar_info_region {
+ __u32 dt_fd; /* fd of eventfd to notify qemu trap/untrap bars */
+ __u32 trap; /* trap/untrap bar regions */
+};
+
/*
* The MSIX mappable capability informs that MSIX data of a BAR can be mmapped
* which allows direct access to non-MSIX registers which happened to be within
for devices that support device region of type VFIO_REGION_TYPE_DYNAMIC_TRAP_BAR_INFO and subtype VFIO_REGION_SUBTYPE_DYNAMIC_TRAP_BAR_INFO, probe and init a dynamic-trap-bar-info region which holds info of (1) fd of eventfd, (2) to trap/untrap of sparse mmaped pci bars. Vendor driver first should specify device pci bars to be sparse mmapped, which means those bars are sparsely passthroughed. And if it wants certain sub-regions to be dynamically trapped, it should also set 'disablable' flag for those sub-regions. When vendor driver signals the eventfd, QEMU reads 'trap' field of this dynamic trap bar info region, then disable/enable disablable subregions of pci bar regions. Cc: Kevin Tian <kevin.tian@intel.com> Signed-off-by: Yan Zhao <yan.y.zhao@intel.com> --- hw/vfio/pci.c | 117 +++++++++++++++++++++++++++++++++++++ hw/vfio/pci.h | 5 ++ hw/vfio/trace-events | 1 + linux-headers/linux/vfio.h | 11 ++++ 4 files changed, 134 insertions(+)