mirrors/qemu
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

vdpa: Introduce cursors to vhost_vdpa_net_loadx()

Browse Source 
This patch introduces two new arugments, `out_cursor`
and `in_cursor`, to vhost_vdpa_net_loadx(). Addtionally,
it includes a helper function
vhost_vdpa_net_load_cursor_reset() for resetting these
cursors.

Furthermore, this patch refactors vhost_vdpa_net_load_cmd()
so that vhost_vdpa_net_load_cmd() prepares buffers
for the device using the cursors arguments, instead
of directly accesses `s->cvq_cmd_out_buffer` and
`s->status` fields.

By making these change, next patches in this series
can refactor vhost_vdpa_net_load_cmd() directly to
iterate through the control commands shadow buffers,
allowing QEMU to send CVQ state load commands in parallel
at device startup.

Signed-off-by: Hawkins Jiawei <yin31149@gmail.com>
Message-Id: <1c6516e233a14cc222f0884e148e4e1adceda78d.1697165821.git.yin31149@gmail.com>
Reviewed-by: Michael S. Tsirkin <mst@redhat.com>
Signed-off-by: Michael S. Tsirkin <mst@redhat.com>
This commit is contained in:
Hawkins Jiawei 2023-10-13 16:09:40 +08:00 committed by Michael S. Tsirkin
parent a864a3219d
commit 1d7e2a8fd4
1 changed files with 75 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

111
net/vhost-vdpa.c
View File

@ -648,7 +648,22 @@ static ssize_t vhost_vdpa_net_svq_poll(VhostVDPAState *s, size_t cmds_in_flight)
return vhost_svq_poll(svq, cmds_in_flight); return vhost_svq_poll(svq, cmds_in_flight);
} }
static ssize_t vhost_vdpa_net_load_cmd(VhostVDPAState *s, uint8_t class, static void vhost_vdpa_net_load_cursor_reset(VhostVDPAState *s,
struct iovec *out_cursor,
struct iovec *in_cursor)
{
/* reset the cursor of the output buffer for the device */
out_cursor->iov_base = s->cvq_cmd_out_buffer;
out_cursor->iov_len = vhost_vdpa_net_cvq_cmd_page_len();
/* reset the cursor of the in buffer for the device */
in_cursor->iov_base = s->status;
in_cursor->iov_len = vhost_vdpa_net_cvq_cmd_page_len();
}
static ssize_t vhost_vdpa_net_load_cmd(VhostVDPAState *s,
struct iovec *out_cursor,
struct iovec *in_cursor, uint8_t class,
uint8_t cmd, const struct iovec *data_sg, uint8_t cmd, const struct iovec *data_sg,
size_t data_num) size_t data_num)
{ {
@ -657,25 +672,21 @@ static ssize_t vhost_vdpa_net_load_cmd(VhostVDPAState *s, uint8_t class,
.cmd = cmd, .cmd = cmd,
}; };
size_t data_size = iov_size(data_sg, data_num); size_t data_size = iov_size(data_sg, data_num);
/* Buffers for the device */ struct iovec out, in;
const struct iovec out = {
.iov_base = s->cvq_cmd_out_buffer,
.iov_len = sizeof(ctrl) + data_size,
};
const struct iovec in = {
.iov_base = s->status,
.iov_len = sizeof(*s->status),
};
ssize_t r; ssize_t r;
assert(data_size < vhost_vdpa_net_cvq_cmd_page_len() - sizeof(ctrl)); assert(data_size < vhost_vdpa_net_cvq_cmd_page_len() - sizeof(ctrl));
/* pack the CVQ command header */ /* pack the CVQ command header */
memcpy(s->cvq_cmd_out_buffer, &ctrl, sizeof(ctrl)); iov_from_buf(out_cursor, 1, 0, &ctrl, sizeof(ctrl));
/* pack the CVQ command command-specific-data */ /* pack the CVQ command command-specific-data */
iov_to_buf(data_sg, data_num, 0, iov_to_buf(data_sg, data_num, 0,
s->cvq_cmd_out_buffer + sizeof(ctrl), data_size); out_cursor->iov_base + sizeof(ctrl), data_size);
/* extract the required buffer from the cursor for output */
iov_copy(&out, 1, out_cursor, 1, 0, sizeof(ctrl) + data_size);
/* extract the required buffer from the cursor for input */
iov_copy(&in, 1, in_cursor, 1, 0, sizeof(*s->status));
r = vhost_vdpa_net_cvq_add(s, &out, 1, &in, 1); r = vhost_vdpa_net_cvq_add(s, &out, 1, &in, 1);
if (unlikely(r < 0)) { if (unlikely(r < 0)) {
@ -689,14 +700,17 @@ static ssize_t vhost_vdpa_net_load_cmd(VhostVDPAState *s, uint8_t class,
return vhost_vdpa_net_svq_poll(s, 1); return vhost_vdpa_net_svq_poll(s, 1);
} }
static int vhost_vdpa_net_load_mac(VhostVDPAState *s, const VirtIONet *n) static int vhost_vdpa_net_load_mac(VhostVDPAState *s, const VirtIONet *n,
struct iovec *out_cursor,
struct iovec *in_cursor)
{ {
if (virtio_vdev_has_feature(&n->parent_obj, VIRTIO_NET_F_CTRL_MAC_ADDR)) { if (virtio_vdev_has_feature(&n->parent_obj, VIRTIO_NET_F_CTRL_MAC_ADDR)) {
const struct iovec data = { const struct iovec data = {
.iov_base = (void *)n->mac, .iov_base = (void *)n->mac,
.iov_len = sizeof(n->mac), .iov_len = sizeof(n->mac),
}; };
ssize_t dev_written = vhost_vdpa_net_load_cmd(s, VIRTIO_NET_CTRL_MAC, ssize_t dev_written = vhost_vdpa_net_load_cmd(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_MAC,
VIRTIO_NET_CTRL_MAC_ADDR_SET, VIRTIO_NET_CTRL_MAC_ADDR_SET,
&data, 1); &data, 1);
if (unlikely(dev_written < 0)) { if (unlikely(dev_written < 0)) {
@ -748,7 +762,7 @@ static int vhost_vdpa_net_load_mac(VhostVDPAState *s, const VirtIONet *n)
.iov_len = mul_macs_size, .iov_len = mul_macs_size,
}, },
}; };
ssize_t dev_written = vhost_vdpa_net_load_cmd(s, ssize_t dev_written = vhost_vdpa_net_load_cmd(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_MAC, VIRTIO_NET_CTRL_MAC,
VIRTIO_NET_CTRL_MAC_TABLE_SET, VIRTIO_NET_CTRL_MAC_TABLE_SET,
data, ARRAY_SIZE(data)); data, ARRAY_SIZE(data));
@ -763,7 +777,9 @@ static int vhost_vdpa_net_load_mac(VhostVDPAState *s, const VirtIONet *n)
} }
static int vhost_vdpa_net_load_mq(VhostVDPAState *s, static int vhost_vdpa_net_load_mq(VhostVDPAState *s,
const VirtIONet *n) const VirtIONet *n,
struct iovec *out_cursor,
struct iovec *in_cursor)
{ {
struct virtio_net_ctrl_mq mq; struct virtio_net_ctrl_mq mq;
ssize_t dev_written; ssize_t dev_written;
@ -777,7 +793,8 @@ static int vhost_vdpa_net_load_mq(VhostVDPAState *s,
.iov_base = &mq, .iov_base = &mq,
.iov_len = sizeof(mq), .iov_len = sizeof(mq),
}; };
dev_written = vhost_vdpa_net_load_cmd(s, VIRTIO_NET_CTRL_MQ, dev_written = vhost_vdpa_net_load_cmd(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_MQ,
VIRTIO_NET_CTRL_MQ_VQ_PAIRS_SET, VIRTIO_NET_CTRL_MQ_VQ_PAIRS_SET,
&data, 1); &data, 1);
if (unlikely(dev_written < 0)) { if (unlikely(dev_written < 0)) {
@ -791,7 +808,9 @@ static int vhost_vdpa_net_load_mq(VhostVDPAState *s,
} }
static int vhost_vdpa_net_load_offloads(VhostVDPAState *s, static int vhost_vdpa_net_load_offloads(VhostVDPAState *s,
const VirtIONet *n) const VirtIONet *n,
struct iovec *out_cursor,
struct iovec *in_cursor)
{ {
uint64_t offloads; uint64_t offloads;
ssize_t dev_written; ssize_t dev_written;
@ -822,7 +841,8 @@ static int vhost_vdpa_net_load_offloads(VhostVDPAState *s,
.iov_base = &offloads, .iov_base = &offloads,
.iov_len = sizeof(offloads), .iov_len = sizeof(offloads),
}; };
dev_written = vhost_vdpa_net_load_cmd(s, VIRTIO_NET_CTRL_GUEST_OFFLOADS, dev_written = vhost_vdpa_net_load_cmd(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_GUEST_OFFLOADS,
VIRTIO_NET_CTRL_GUEST_OFFLOADS_SET, VIRTIO_NET_CTRL_GUEST_OFFLOADS_SET,
&data, 1); &data, 1);
if (unlikely(dev_written < 0)) { if (unlikely(dev_written < 0)) {
@ -836,6 +856,8 @@ static int vhost_vdpa_net_load_offloads(VhostVDPAState *s,
} }
static int vhost_vdpa_net_load_rx_mode(VhostVDPAState *s, static int vhost_vdpa_net_load_rx_mode(VhostVDPAState *s,
struct iovec *out_cursor,
struct iovec *in_cursor,
uint8_t cmd, uint8_t cmd,
uint8_t on) uint8_t on)
{ {
@ -845,7 +867,8 @@ static int vhost_vdpa_net_load_rx_mode(VhostVDPAState *s,
}; };
ssize_t dev_written; ssize_t dev_written;
dev_written = vhost_vdpa_net_load_cmd(s, VIRTIO_NET_CTRL_RX, dev_written = vhost_vdpa_net_load_cmd(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_RX,
cmd, &data, 1); cmd, &data, 1);
if (unlikely(dev_written < 0)) { if (unlikely(dev_written < 0)) {
return dev_written; return dev_written;
@ -858,7 +881,9 @@ static int vhost_vdpa_net_load_rx_mode(VhostVDPAState *s,
} }
static int vhost_vdpa_net_load_rx(VhostVDPAState *s, static int vhost_vdpa_net_load_rx(VhostVDPAState *s,
const VirtIONet *n) const VirtIONet *n,
struct iovec *out_cursor,
struct iovec *in_cursor)
{ {
ssize_t r; ssize_t r;
@ -885,7 +910,8 @@ static int vhost_vdpa_net_load_rx(VhostVDPAState *s,
* configuration only at live migration. * configuration only at live migration.
*/ */
if (!n->mac_table.uni_overflow && !n->promisc) { if (!n->mac_table.uni_overflow && !n->promisc) {
r = vhost_vdpa_net_load_rx_mode(s, VIRTIO_NET_CTRL_RX_PROMISC, 0); r = vhost_vdpa_net_load_rx_mode(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_RX_PROMISC, 0);
if (unlikely(r < 0)) { if (unlikely(r < 0)) {
return r; return r;
} }
@ -909,7 +935,8 @@ static int vhost_vdpa_net_load_rx(VhostVDPAState *s,
* configuration only at live migration. * configuration only at live migration.
*/ */
if (n->mac_table.multi_overflow || n->allmulti) { if (n->mac_table.multi_overflow || n->allmulti) {
r = vhost_vdpa_net_load_rx_mode(s, VIRTIO_NET_CTRL_RX_ALLMULTI, 1); r = vhost_vdpa_net_load_rx_mode(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_RX_ALLMULTI, 1);
if (unlikely(r < 0)) { if (unlikely(r < 0)) {
return r; return r;
} }
@ -930,7 +957,8 @@ static int vhost_vdpa_net_load_rx(VhostVDPAState *s,
* configuration only at live migration. * configuration only at live migration.
*/ */
if (n->alluni) { if (n->alluni) {
r = vhost_vdpa_net_load_rx_mode(s, VIRTIO_NET_CTRL_RX_ALLUNI, 1); r = vhost_vdpa_net_load_rx_mode(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_RX_ALLUNI, 1);
if (r < 0) { if (r < 0) {
return r; return r;
} }
@ -947,7 +975,8 @@ static int vhost_vdpa_net_load_rx(VhostVDPAState *s,
* configuration only at live migration. * configuration only at live migration.
*/ */
if (n->nomulti) { if (n->nomulti) {
r = vhost_vdpa_net_load_rx_mode(s, VIRTIO_NET_CTRL_RX_NOMULTI, 1); r = vhost_vdpa_net_load_rx_mode(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_RX_NOMULTI, 1);
if (r < 0) { if (r < 0) {
return r; return r;
} }
@ -964,7 +993,8 @@ static int vhost_vdpa_net_load_rx(VhostVDPAState *s,
* configuration only at live migration. * configuration only at live migration.
*/ */
if (n->nouni) { if (n->nouni) {
r = vhost_vdpa_net_load_rx_mode(s, VIRTIO_NET_CTRL_RX_NOUNI, 1); r = vhost_vdpa_net_load_rx_mode(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_RX_NOUNI, 1);
if (r < 0) { if (r < 0) {
return r; return r;
} }
@ -981,7 +1011,8 @@ static int vhost_vdpa_net_load_rx(VhostVDPAState *s,
* configuration only at live migration. * configuration only at live migration.
*/ */
if (n->nobcast) { if (n->nobcast) {
r = vhost_vdpa_net_load_rx_mode(s, VIRTIO_NET_CTRL_RX_NOBCAST, 1); r = vhost_vdpa_net_load_rx_mode(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_RX_NOBCAST, 1);
if (r < 0) { if (r < 0) {
return r; return r;
} }
@ -992,13 +1023,16 @@ static int vhost_vdpa_net_load_rx(VhostVDPAState *s,
static int vhost_vdpa_net_load_single_vlan(VhostVDPAState *s, static int vhost_vdpa_net_load_single_vlan(VhostVDPAState *s,
const VirtIONet *n, const VirtIONet *n,
struct iovec *out_cursor,
struct iovec *in_cursor,
uint16_t vid) uint16_t vid)
{ {
const struct iovec data = { const struct iovec data = {
.iov_base = &vid, .iov_base = &vid,
.iov_len = sizeof(vid), .iov_len = sizeof(vid),
}; };
ssize_t dev_written = vhost_vdpa_net_load_cmd(s, VIRTIO_NET_CTRL_VLAN, ssize_t dev_written = vhost_vdpa_net_load_cmd(s, out_cursor, in_cursor,
VIRTIO_NET_CTRL_VLAN,
VIRTIO_NET_CTRL_VLAN_ADD, VIRTIO_NET_CTRL_VLAN_ADD,
&data, 1); &data, 1);
if (unlikely(dev_written < 0)) { if (unlikely(dev_written < 0)) {
@ -1012,7 +1046,9 @@ static int vhost_vdpa_net_load_single_vlan(VhostVDPAState *s,
} }
static int vhost_vdpa_net_load_vlan(VhostVDPAState *s, static int vhost_vdpa_net_load_vlan(VhostVDPAState *s,
const VirtIONet *n) const VirtIONet *n,
struct iovec *out_cursor,
struct iovec *in_cursor)
{ {
int r; int r;
@ -1023,7 +1059,8 @@ static int vhost_vdpa_net_load_vlan(VhostVDPAState *s,
for (int i = 0; i < MAX_VLAN >> 5; i++) { for (int i = 0; i < MAX_VLAN >> 5; i++) {
for (int j = 0; n->vlans[i] && j <= 0x1f; j++) { for (int j = 0; n->vlans[i] && j <= 0x1f; j++) {
if (n->vlans[i] & (1U << j)) { if (n->vlans[i] & (1U << j)) {
r = vhost_vdpa_net_load_single_vlan(s, n, (i << 5) + j); r = vhost_vdpa_net_load_single_vlan(s, n, out_cursor,
in_cursor, (i << 5) + j);
if (unlikely(r != 0)) { if (unlikely(r != 0)) {
return r; return r;
} }
@ -1040,6 +1077,7 @@ static int vhost_vdpa_net_cvq_load(NetClientState *nc)
struct vhost_vdpa *v = &s->vhost_vdpa; struct vhost_vdpa *v = &s->vhost_vdpa;
const VirtIONet *n; const VirtIONet *n;
int r; int r;
struct iovec out_cursor, in_cursor;
assert(nc->info->type == NET_CLIENT_DRIVER_VHOST_VDPA); assert(nc->info->type == NET_CLIENT_DRIVER_VHOST_VDPA);
@ -1047,23 +1085,24 @@ static int vhost_vdpa_net_cvq_load(NetClientState *nc)
if (v->shadow_vqs_enabled) { if (v->shadow_vqs_enabled) {
n = VIRTIO_NET(v->dev->vdev); n = VIRTIO_NET(v->dev->vdev);
r = vhost_vdpa_net_load_mac(s, n); vhost_vdpa_net_load_cursor_reset(s, &out_cursor, &in_cursor);
r = vhost_vdpa_net_load_mac(s, n, &out_cursor, &in_cursor);
if (unlikely(r < 0)) { if (unlikely(r < 0)) {
return r; return r;
} }
r = vhost_vdpa_net_load_mq(s, n); r = vhost_vdpa_net_load_mq(s, n, &out_cursor, &in_cursor);
if (unlikely(r)) { if (unlikely(r)) {
return r; return r;
} }
r = vhost_vdpa_net_load_offloads(s, n); r = vhost_vdpa_net_load_offloads(s, n, &out_cursor, &in_cursor);
if (unlikely(r)) { if (unlikely(r)) {
return r; return r;
} }
r = vhost_vdpa_net_load_rx(s, n); r = vhost_vdpa_net_load_rx(s, n, &out_cursor, &in_cursor);
if (unlikely(r)) { if (unlikely(r)) {
return r; return r;
} }
r = vhost_vdpa_net_load_vlan(s, n); r = vhost_vdpa_net_load_vlan(s, n, &out_cursor, &in_cursor);
if (unlikely(r)) { if (unlikely(r)) {
return r; return r;
} }