@@ -577,7 +577,7 @@ tests/usb-hcd-uhci-test$(EXESUF): tests/usb-hcd-uhci-test.o $(libqos-usb-obj-y)
tests/usb-hcd-ehci-test$(EXESUF): tests/usb-hcd-ehci-test.o $(libqos-usb-obj-y)
tests/usb-hcd-xhci-test$(EXESUF): tests/usb-hcd-xhci-test.o $(libqos-usb-obj-y)
tests/pc-cpu-test$(EXESUF): tests/pc-cpu-test.o
-tests/vhost-user-test$(EXESUF): tests/vhost-user-test.o qemu-char.o qemu-timer.o $(qtest-obj-y) $(test-io-obj-y)
+tests/vhost-user-test$(EXESUF): tests/vhost-user-test.o qemu-char.o qemu-timer.o $(qtest-obj-y) $(test-io-obj-y) $(libqos-pc-obj-y) $(libqos-virtio-obj-y)
tests/qemu-iotests/socket_scm_helper$(EXESUF): tests/qemu-iotests/socket_scm_helper.o
tests/test-qemu-opts$(EXESUF): tests/test-qemu-opts.o $(test-util-obj-y)
tests/test-write-threshold$(EXESUF): tests/test-write-threshold.o $(test-block-obj-y)
@@ -21,6 +21,12 @@
#include <sys/mman.h>
#include <sys/vfs.h>
#include <qemu/sockets.h>
+#include "libqos/pci-pc.h"
+#include "libqos/virtio.h"
+#include "libqos/virtio-pci.h"
+#include "libqos/malloc.h"
+#include "libqos/malloc-pc.h"
+#include "libqos/malloc-generic.h"
/* GLIB version compatibility flags */
#if !GLIB_CHECK_VERSION(2, 26, 0)
@@ -34,7 +40,7 @@
#define QEMU_CMD_ACCEL " -machine accel=tcg"
#define QEMU_CMD_MEM " -m %d -object memory-backend-file,id=mem,size=%dM,"\
"mem-path=%s,share=on -numa node,memdev=mem"
-#define QEMU_CMD_CHR " -chardev socket,id=%s,path=%s"
+#define QEMU_CMD_CHR " -chardev socket,id=%s,path=%s%s"
#define QEMU_CMD_NETDEV " -netdev vhost-user,id=net0,chardev=%s,vhostforce"
#define QEMU_CMD_NET " -device virtio-net-pci,netdev=net0,romfile=./pc-bios/pxe-virtio.rom"
@@ -49,6 +55,7 @@
#define VHOST_USER_F_PROTOCOL_FEATURES 30
#define VHOST_USER_PROTOCOL_F_LOG_SHMFD 1
+#define VHOST_USER_PROTOCOL_F_SLAVE_CHANNEL 3
#define VHOST_LOG_PAGE 0x1000
@@ -71,9 +78,16 @@ typedef enum VhostUserRequest {
VHOST_USER_GET_PROTOCOL_FEATURES = 15,
VHOST_USER_SET_PROTOCOL_FEATURES = 16,
VHOST_USER_SET_VRING_ENABLE = 18,
+ VHOST_USER_SET_SLAVE_FD = 20,
VHOST_USER_MAX
} VhostUserRequest;
+typedef enum VhostUserSlaveRequest {
+ VHOST_USER_SLAVE_NONE = 0,
+ VHOST_USER_SLAVE_SHUTDOWN = 1,
+ VHOST_USER_SLAVE_MAX
+} VhostUserSlaveRequest;
+
typedef struct VhostUserMemoryRegion {
uint64_t guest_phys_addr;
uint64_t memory_size;
@@ -119,6 +133,8 @@ static VhostUserMsg m __attribute__ ((unused));
/* The version of the protocol we support */
#define VHOST_USER_VERSION (0x1)
+
+#define VIRTIO_QUEUE_MAX 1024
/*****************************************************************************/
typedef struct TestServer {
@@ -133,6 +149,8 @@ typedef struct TestServer {
GCond data_cond;
int log_fd;
uint64_t rings;
+ int slave_fd;
+ uint16_t set_base[VIRTIO_QUEUE_MAX];
} TestServer;
#if !GLIB_CHECK_VERSION(2, 32, 0)
@@ -269,7 +287,8 @@ static void chr_read(void *opaque, const uint8_t *buf, int size)
/* send back features to qemu */
msg.flags |= VHOST_USER_REPLY_MASK;
msg.size = sizeof(m.payload.u64);
- msg.payload.u64 = 1 << VHOST_USER_PROTOCOL_F_LOG_SHMFD;
+ msg.payload.u64 = 1 << VHOST_USER_PROTOCOL_F_LOG_SHMFD |
+ 1 << VHOST_USER_PROTOCOL_F_SLAVE_CHANNEL;
p = (uint8_t *) &msg;
qemu_chr_fe_write_all(chr, p, VHOST_USER_HDR_SIZE + msg.size);
break;
@@ -324,6 +343,12 @@ static void chr_read(void *opaque, const uint8_t *buf, int size)
case VHOST_USER_SET_VRING_BASE:
assert(msg.payload.state.index < 2);
s->rings |= 0x1ULL << msg.payload.state.index;
+ s->set_base[msg.payload.state.index] = msg.payload.state.num;
+ break;
+
+ case VHOST_USER_SET_SLAVE_FD:
+ qemu_chr_fe_get_msgfds(chr, &s->slave_fd, 1);
+ g_cond_signal(&s->data_cond);
break;
default:
@@ -360,7 +385,7 @@ static const char *init_hugepagefs(const char *path)
return path;
}
-static TestServer *test_server_new(const gchar *name)
+static TestServer *test_server_new(const gchar *name, const gchar *chr_opt)
{
TestServer *server = g_new0(TestServer, 1);
gchar *chr_path;
@@ -368,7 +393,8 @@ static TestServer *test_server_new(const gchar *name)
server->socket_path = g_strdup_printf("%s/%s.sock", tmpfs, name);
server->mig_path = g_strdup_printf("%s/%s.mig", tmpfs, name);
- chr_path = g_strdup_printf("unix:%s,server,nowait", server->socket_path);
+ chr_path = g_strdup_printf(chr_opt ?: "unix:%s,server,nowait",
+ server->socket_path);
server->chr_name = g_strdup_printf("chr-%s", name);
server->chr = qemu_chr_new(server->chr_name, chr_path, NULL);
g_free(chr_path);
@@ -379,17 +405,18 @@ static TestServer *test_server_new(const gchar *name)
g_cond_init(&server->data_cond);
server->log_fd = -1;
+ server->slave_fd = -1;
return server;
}
-#define GET_QEMU_CMD(s) \
- g_strdup_printf(QEMU_CMD, 512, 512, (root), (s)->chr_name, \
- (s)->socket_path, (s)->chr_name)
+#define GET_QEMU_CMD(s) \
+ g_strdup_printf(QEMU_CMD, 512, 512, (root), (s)->chr_name, \
+ (s)->socket_path, "", (s)->chr_name)
-#define GET_QEMU_CMDE(s, mem, extra, ...) \
- g_strdup_printf(QEMU_CMD extra, (mem), (mem), (root), (s)->chr_name, \
- (s)->socket_path, (s)->chr_name, ##__VA_ARGS__)
+#define GET_QEMU_CMDE(s, mem, chr_opts, extra, ...) \
+ g_strdup_printf(QEMU_CMD extra, (mem), (mem), (root), (s)->chr_name, \
+ (s)->socket_path, (chr_opts), (s)->chr_name, ##__VA_ARGS__)
static gboolean _test_server_free(TestServer *server)
{
@@ -405,6 +432,10 @@ static gboolean _test_server_free(TestServer *server)
close(server->log_fd);
}
+ if (server->slave_fd != -1) {
+ close(server->slave_fd);
+ }
+
unlink(server->socket_path);
g_free(server->socket_path);
@@ -527,8 +558,8 @@ GSourceFuncs test_migrate_source_funcs = {
static void test_migrate(void)
{
- TestServer *s = test_server_new("src");
- TestServer *dest = test_server_new("dest");
+ TestServer *s = test_server_new("src", NULL);
+ TestServer *dest = test_server_new("dest", NULL);
char *uri = g_strdup_printf("%s%s", "unix:", dest->mig_path);
QTestState *global = global_qtest, *from, *to;
GSource *source;
@@ -537,7 +568,7 @@ static void test_migrate(void)
guint8 *log;
guint64 size;
- cmd = GET_QEMU_CMDE(s, 2, "");
+ cmd = GET_QEMU_CMDE(s, 2, "", "");
from = qtest_start(cmd);
g_free(cmd);
@@ -545,7 +576,7 @@ static void test_migrate(void)
size = get_log_size(s);
g_assert_cmpint(size, ==, (2 * 1024 * 1024) / (VHOST_LOG_PAGE * 8));
- cmd = GET_QEMU_CMDE(dest, 2, " -incoming %s", uri);
+ cmd = GET_QEMU_CMDE(dest, 2, "", " -incoming %s", uri);
to = qtest_init(cmd);
g_free(cmd);
@@ -605,6 +636,128 @@ static void test_migrate(void)
global_qtest = global;
}
+static void wait_for_slave_fd(TestServer *s)
+{
+ gint64 end_time;
+
+ g_mutex_lock(&s->data_mutex);
+ end_time = g_get_monotonic_time() + 5 * G_TIME_SPAN_SECOND;
+ while (s->slave_fd == -1) {
+ if (!g_cond_wait_until(&s->data_cond, &s->data_mutex, end_time)) {
+ /* timeout has passed */
+ g_assert(s->slave_fd != -1);
+ break;
+ }
+ }
+
+ g_mutex_unlock(&s->data_mutex);
+}
+
+static void wait_for_rings_started(TestServer *s, size_t count)
+{
+ gint64 end_time;
+
+ g_mutex_lock(&s->data_mutex);
+ end_time = g_get_monotonic_time() + 5 * G_TIME_SPAN_SECOND;
+ while (ctpop64(s->rings) == count) {
+ if (!g_cond_wait_until(&s->data_cond, &s->data_mutex, end_time)) {
+ /* timeout has passed */
+ g_assert_cmpint(ctpop64(s->rings), ==, count);
+ break;
+ }
+ }
+
+ g_mutex_unlock(&s->data_mutex);
+}
+
+#define PCI_SLOT 0x04
+
+static QVirtioPCIDevice *virtio_net_pci_init(QPCIBus *bus, int slot)
+{
+ QVirtioPCIDevice *dev;
+
+ dev = qvirtio_pci_device_find(bus, QVIRTIO_NET_DEVICE_ID);
+ g_assert(dev != NULL);
+ g_assert_cmphex(dev->vdev.device_type, ==, QVIRTIO_NET_DEVICE_ID);
+
+ qvirtio_pci_device_enable(dev);
+ qvirtio_reset(&qvirtio_pci, &dev->vdev);
+ qvirtio_set_acknowledge(&qvirtio_pci, &dev->vdev);
+ qvirtio_set_driver(&qvirtio_pci, &dev->vdev);
+
+ return dev;
+}
+
+static void virtio_driver_init(const QVirtioBus *bus, QVirtioDevice *dev)
+{
+ uint32_t features;
+
+ features = qvirtio_get_features(bus, dev);
+ features = features & ~(QVIRTIO_F_BAD_FEATURE |
+ QVIRTIO_F_RING_INDIRECT_DESC |
+ QVIRTIO_F_RING_EVENT_IDX);
+ qvirtio_set_features(bus, dev, features);
+
+ qvirtio_set_driver_ok(bus, dev);
+}
+
+static void test_reconnect(void)
+{
+ TestServer *s = test_server_new("reconnect", "unix:%s,reconnect=1");
+ QTestState *global = global_qtest, *from;
+ VhostUserMsg msg = {
+ .request = VHOST_USER_SLAVE_SHUTDOWN,
+ .flags = VHOST_USER_VERSION
+ };
+ gchar *cmd;
+ int ret;
+ QPCIBus *bus;
+ QVirtioPCIDevice *dev;
+ QGuestAllocator *alloc;
+
+ cmd = GET_QEMU_CMDE(s, 2, ",server", "");
+ from = qtest_start(cmd);
+ wait_for_slave_fd(s);
+ g_free(cmd);
+
+ bus = qpci_init_pc();
+ dev = virtio_net_pci_init(bus, PCI_SLOT);
+ alloc = pc_alloc_init();
+ virtio_driver_init(&qvirtio_pci, &dev->vdev);
+
+ wait_for_rings_started(s, 2);
+
+ /* request shutdown */
+ ret = send(s->slave_fd, &msg, VHOST_USER_HDR_SIZE, 0);
+ g_assert_cmpint(ret, ==, VHOST_USER_HDR_SIZE);
+ ret = read(s->slave_fd, &msg, VHOST_USER_HDR_SIZE);
+ g_assert_cmpint(ret, ==, VHOST_USER_HDR_SIZE);
+ g_assert_cmpint(msg.payload.u64, ==, 0);
+ g_assert_cmpint(s->rings, ==, 0);
+
+ close(s->slave_fd);
+ s->slave_fd = -1;
+
+ /* reconnect */
+ s->fds_num = 0;
+ qemu_chr_disconnect(s->chr);
+ wait_for_fds(s);
+
+ /* FIXME: manipulate vring to change last used index */
+ g_assert_cmpint(s->set_base[0], ==, 0);
+ g_assert_cmpint(s->set_base[1], ==, 0);
+
+ pc_alloc_uninit(alloc);
+ qvirtio_pci_device_disable(dev);
+ g_free(dev);
+ qpci_free_pc(bus);
+
+ qtest_quit(from);
+ test_server_free(s);
+
+ global_qtest = global;
+}
+
int main(int argc, char **argv)
{
QTestState *s = NULL;
@@ -635,7 +788,7 @@ int main(int argc, char **argv)
root = tmpfs;
}
- server = test_server_new("test");
+ server = test_server_new("test", NULL);
loop = g_main_loop_new(NULL, FALSE);
/* run the main loop thread so the chardev may operate */
@@ -648,6 +801,7 @@ int main(int argc, char **argv)
qtest_add_data_func("/vhost-user/read-guest-mem", server, read_guest_mem);
qtest_add_func("/vhost-user/migrate", test_migrate);
+ qtest_add_func("/vhost-user/reconnect", test_reconnect);
ret = g_test_run();