* [Qemu-devel] [PATCH 1/6] migration/announce: Add parameters for self-announce
2017-03-28 15:27 [Qemu-devel] [PATCH 0/6 for 2.10] Parameterise self-announce Dr. David Alan Gilbert (git)
@ 2017-03-28 15:27 ` Dr. David Alan Gilbert (git)
2017-03-28 15:56 ` Eric Blake
2017-03-28 15:27 ` [Qemu-devel] [PATCH 2/6] migration/announce: Accessor functions for parameters Dr. David Alan Gilbert (git)
` (4 subsequent siblings)
5 siblings, 1 reply; 8+ messages in thread
From: Dr. David Alan Gilbert (git) @ 2017-03-28 15:27 UTC (permalink / raw)
To: qemu-devel, quintela, lvivier
Cc: kashyap, germano, armbru, jasowang, jdenemar
From: "Dr. David Alan Gilbert" <dgilbert@redhat.com>
Add the parameters and wire into the set/get routines.
Signed-off-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
---
migration/migration.c | 52 +++++++++++++++++++++++++++++++++++++++++++++++++++
qapi-schema.json | 34 +++++++++++++++++++++++++++++++--
2 files changed, 84 insertions(+), 2 deletions(-)
diff --git a/migration/migration.c b/migration/migration.c
index 54060f7..96c4ad6 100644
--- a/migration/migration.c
+++ b/migration/migration.c
@@ -53,6 +53,14 @@
#define MAX_MIGRATE_DOWNTIME_SECONDS 2000
#define MAX_MIGRATE_DOWNTIME (MAX_MIGRATE_DOWNTIME_SECONDS * 1000)
+/* Parameters for self_announce_delay giving a stream of RARP/ARP
+ * packets after migration.
+ */
+#define DEFAULT_MIGRATE_ANNOUNCE_INITIAL 50
+#define DEFAULT_MIGRATE_ANNOUNCE_MAX 550
+#define DEFAULT_MIGRATE_ANNOUNCE_ROUNDS 5
+#define DEFAULT_MIGRATE_ANNOUNCE_STEP 100
+
/* Default compression thread count */
#define DEFAULT_MIGRATE_COMPRESS_THREAD_COUNT 8
/* Default decompression thread count, usually decompression is at
@@ -97,6 +105,10 @@ MigrationState *migrate_get_current(void)
.xbzrle_cache_size = DEFAULT_MIGRATE_CACHE_SIZE,
.mbps = -1,
.parameters = {
+ .announce_initial = DEFAULT_MIGRATE_ANNOUNCE_INITIAL,
+ .announce_max = DEFAULT_MIGRATE_ANNOUNCE_MAX,
+ .announce_rounds = DEFAULT_MIGRATE_ANNOUNCE_ROUNDS,
+ .announce_step = DEFAULT_MIGRATE_ANNOUNCE_STEP,
.compress_level = DEFAULT_MIGRATE_COMPRESS_LEVEL,
.compress_threads = DEFAULT_MIGRATE_COMPRESS_THREAD_COUNT,
.decompress_threads = DEFAULT_MIGRATE_DECOMPRESS_THREAD_COUNT,
@@ -580,6 +592,14 @@ MigrationParameters *qmp_query_migrate_parameters(Error **errp)
MigrationState *s = migrate_get_current();
params = g_malloc0(sizeof(*params));
+ params->has_announce_initial = true;
+ params->announce_initial = s->parameters.announce_initial;
+ params->has_announce_max = true;
+ params->announce_max = s->parameters.announce_max;
+ params->has_announce_rounds = true;
+ params->announce_rounds = s->parameters.announce_rounds;
+ params->has_announce_step = true;
+ params->announce_step = s->parameters.announce_step;
params->has_compress_level = true;
params->compress_level = s->parameters.compress_level;
params->has_compress_threads = true;
@@ -809,6 +829,26 @@ void qmp_migrate_set_parameters(MigrationParameters *params, Error **errp)
{
MigrationState *s = migrate_get_current();
+ if (params->has_announce_initial &&
+ (params->announce_initial < 1 || params->announce_initial > 100000)) {
+ error_setg(errp, QERR_INVALID_PARAMETER_VALUE, "announce_initial",
+ "is invalid, it should be in the range of 1 to 100000 ms");
+ }
+ if (params->has_announce_max &&
+ (params->announce_max < 1 || params->announce_max > 100000)) {
+ error_setg(errp, QERR_INVALID_PARAMETER_VALUE, "announce_max",
+ "is invalid, it should be in the range of 1 to 100000 ms");
+ }
+ if (params->has_announce_rounds &&
+ (params->announce_rounds < 1 || params->announce_rounds > 1000)) {
+ error_setg(errp, QERR_INVALID_PARAMETER_VALUE, "announce_rounds",
+ "is invalid, it should be in the range of 1 to 1000");
+ }
+ if (params->has_announce_step &&
+ (params->announce_step < 0 || params->announce_step > 10000)) {
+ error_setg(errp, QERR_INVALID_PARAMETER_VALUE, "announce_step",
+ "is invalid, it should be in the range of 1 to 10000 ms");
+ }
if (params->has_compress_level &&
(params->compress_level < 0 || params->compress_level > 9)) {
error_setg(errp, QERR_INVALID_PARAMETER_VALUE, "compress_level",
@@ -865,6 +905,18 @@ void qmp_migrate_set_parameters(MigrationParameters *params, Error **errp)
"is invalid, it should be positive");
}
+ if (params->has_announce_initial) {
+ s->parameters.announce_initial = params->announce_initial;
+ }
+ if (params->has_announce_max) {
+ s->parameters.announce_max = params->announce_max;
+ }
+ if (params->has_announce_rounds) {
+ s->parameters.announce_rounds = params->announce_rounds;
+ }
+ if (params->has_announce_step) {
+ s->parameters.announce_step = params->announce_step;
+ }
if (params->has_compress_level) {
s->parameters.compress_level = params->compress_level;
}
diff --git a/qapi-schema.json b/qapi-schema.json
index 68a4327..ae66d2e 100644
--- a/qapi-schema.json
+++ b/qapi-schema.json
@@ -960,6 +960,18 @@
#
# Migration parameters enumeration
#
+# @announce-initial: The inital delay (in ms) before sending the first announce
+# (Since 2.10)
+#
+# @announce-max: The maximum delay (in ms) between packets in the announcment
+# (Since 2.10)
+#
+# @announce-rounds: The number of self-announce packets sent after migration
+# (Since 2.10)
+#
+# @announce-step: The increase in delay (in ms) between subsequent packets in
+# the announcement (Since 2.10)
+#
# @compress-level: Set the compression level to be used in live migration,
# the compression level is an integer between 0 and 9, where 0 means
# no compression, 1 means the best compression speed, and 9 means best
@@ -1009,7 +1021,9 @@
# Since: 2.4
##
{ 'enum': 'MigrationParameter',
- 'data': ['compress-level', 'compress-threads', 'decompress-threads',
+ 'data': ['announce-initial', 'announce-max',
+ 'announce-rounds', 'announce-step',
+ 'compress-level', 'compress-threads', 'decompress-threads',
'cpu-throttle-initial', 'cpu-throttle-increment',
'tls-creds', 'tls-hostname', 'max-bandwidth',
'downtime-limit', 'x-checkpoint-delay' ] }
@@ -1038,6 +1052,18 @@
# ('query-migrate-parameters'), with the exception of tls-creds and
# tls-hostname.
#
+# @announce-initial: The inital delay (in ms) before sending the first announce
+# (Since 2.10)
+#
+# @announce-max: The maximum delay (in ms) between packets in the announcment
+# (Since 2.10)
+#
+# @announce-rounds: The number of self-announce packets sent after migration
+# (Since 2.10)
+#
+# @announce-step: The increase in delay (in ms) between subsequent packets in
+# the announcement (Since 2.10)
+#
# @compress-level: compression level
#
# @compress-threads: compression thread count
@@ -1082,7 +1108,11 @@
# Since: 2.4
##
{ 'struct': 'MigrationParameters',
- 'data': { '*compress-level': 'int',
+ 'data': { '*announce-initial': 'int',
+ '*announce-max': 'int',
+ '*announce-rounds': 'int',
+ '*announce-step': 'int',
+ '*compress-level': 'int',
'*compress-threads': 'int',
'*decompress-threads': 'int',
'*cpu-throttle-initial': 'int',
--
2.9.3
^ permalink raw reply related [flat|nested] 8+ messages in thread* Re: [Qemu-devel] [PATCH 1/6] migration/announce: Add parameters for self-announce
2017-03-28 15:27 ` [Qemu-devel] [PATCH 1/6] migration/announce: Add parameters for self-announce Dr. David Alan Gilbert (git)
@ 2017-03-28 15:56 ` Eric Blake
0 siblings, 0 replies; 8+ messages in thread
From: Eric Blake @ 2017-03-28 15:56 UTC (permalink / raw)
To: Dr. David Alan Gilbert (git), qemu-devel, quintela, lvivier
Cc: kashyap, germano, jasowang, armbru, jdenemar
[-- Attachment #1: Type: text/plain, Size: 2148 bytes --]
On 03/28/2017 10:27 AM, Dr. David Alan Gilbert (git) wrote:
> From: "Dr. David Alan Gilbert" <dgilbert@redhat.com>
>
> Add the parameters and wire into the set/get routines.
>
> Signed-off-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
> ---
> migration/migration.c | 52 +++++++++++++++++++++++++++++++++++++++++++++++++++
> qapi-schema.json | 34 +++++++++++++++++++++++++++++++--
> 2 files changed, 84 insertions(+), 2 deletions(-)
>
>
> + if (params->has_announce_initial &&
> + (params->announce_initial < 1 || params->announce_initial > 100000)) {
> + error_setg(errp, QERR_INVALID_PARAMETER_VALUE, "announce_initial",
> + "is invalid, it should be in the range of 1 to 100000 ms");
> + }
> + if (params->has_announce_max &&
> + (params->announce_max < 1 || params->announce_max > 100000)) {
You're doing range validation here...
> +++ b/qapi-schema.json
> @@ -960,6 +960,18 @@
> #
> # Migration parameters enumeration
> #
> +# @announce-initial: The inital delay (in ms) before sending the first announce
> +# (Since 2.10)
...so it would be useful to mention the bounds here. Also, mentioning
the defaults is a good idea.
s/inital/initial/
> +#
> +# @announce-max: The maximum delay (in ms) between packets in the announcment
> +# (Since 2.10)
s/announcment/announcement/
> +#
> +# @announce-rounds: The number of self-announce packets sent after migration
> +# (Since 2.10)
> +#
> +# @announce-step: The increase in delay (in ms) between subsequent packets in
> +# the announcement (Since 2.10)
> +#
> @@ -1038,6 +1052,18 @@
> # ('query-migrate-parameters'), with the exception of tls-creds and
> # tls-hostname.
> #
> +# @announce-initial: The inital delay (in ms) before sending the first announce
> +# (Since 2.10)
> +#
> +# @announce-max: The maximum delay (in ms) between packets in the announcment
> +# (Since 2.10)
same two typos
--
Eric Blake eblake redhat com +1-919-301-3266
Libvirt virtualization library http://libvirt.org
[-- Attachment #2: OpenPGP digital signature --]
[-- Type: application/pgp-signature, Size: 604 bytes --]
^ permalink raw reply [flat|nested] 8+ messages in thread
* [Qemu-devel] [PATCH 2/6] migration/announce: Accessor functions for parameters
2017-03-28 15:27 [Qemu-devel] [PATCH 0/6 for 2.10] Parameterise self-announce Dr. David Alan Gilbert (git)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 1/6] migration/announce: Add parameters for self-announce Dr. David Alan Gilbert (git)
@ 2017-03-28 15:27 ` Dr. David Alan Gilbert (git)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 3/6] migration/announce: Use the new parameters Dr. David Alan Gilbert (git)
` (3 subsequent siblings)
5 siblings, 0 replies; 8+ messages in thread
From: Dr. David Alan Gilbert (git) @ 2017-03-28 15:27 UTC (permalink / raw)
To: qemu-devel, quintela, lvivier
Cc: kashyap, germano, armbru, jasowang, jdenemar
From: "Dr. David Alan Gilbert" <dgilbert@redhat.com>
Standard accessor functions for each of the parameters
Signed-off-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
---
include/migration/migration.h | 5 +++++
migration/migration.c | 20 ++++++++++++++++++++
2 files changed, 25 insertions(+)
diff --git a/include/migration/migration.h b/include/migration/migration.h
index 5720c88..a75800c 100644
--- a/include/migration/migration.h
+++ b/include/migration/migration.h
@@ -340,6 +340,11 @@ int migrate_compress_threads(void);
int migrate_decompress_threads(void);
bool migrate_use_events(void);
+int migrate_announce_initial(void);
+int migrate_announce_max(void);
+int migrate_announce_rounds(void);
+int migrate_announce_step(void);
+
/* Sending on the return path - generic and then for each message type */
void migrate_send_rp_message(MigrationIncomingState *mis,
enum mig_rp_message_type message_type,
diff --git a/migration/migration.c b/migration/migration.c
index 96c4ad6..6ae43a6 100644
--- a/migration/migration.c
+++ b/migration/migration.c
@@ -1483,6 +1483,26 @@ int64_t migrate_xbzrle_cache_size(void)
return s->xbzrle_cache_size;
}
+int migrate_announce_initial(void)
+{
+ return migrate_get_current()->parameters.announce_initial;
+}
+
+int migrate_announce_max(void)
+{
+ return migrate_get_current()->parameters.announce_max;
+}
+
+int migrate_announce_rounds(void)
+{
+ return migrate_get_current()->parameters.announce_rounds;
+}
+
+int migrate_announce_step(void)
+{
+ return migrate_get_current()->parameters.announce_step;
+}
+
/* migration thread support */
/*
* Something bad happened to the RP stream, mark an error
--
2.9.3
^ permalink raw reply related [flat|nested] 8+ messages in thread* [Qemu-devel] [PATCH 3/6] migration/announce: Use the new parameters
2017-03-28 15:27 [Qemu-devel] [PATCH 0/6 for 2.10] Parameterise self-announce Dr. David Alan Gilbert (git)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 1/6] migration/announce: Add parameters for self-announce Dr. David Alan Gilbert (git)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 2/6] migration/announce: Accessor functions for parameters Dr. David Alan Gilbert (git)
@ 2017-03-28 15:27 ` Dr. David Alan Gilbert (git)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 4/6] migration/announce: Update hmp migrate parameter info/set Dr. David Alan Gilbert (git)
` (2 subsequent siblings)
5 siblings, 0 replies; 8+ messages in thread
From: Dr. David Alan Gilbert (git) @ 2017-03-28 15:27 UTC (permalink / raw)
To: qemu-devel, quintela, lvivier
Cc: kashyap, germano, armbru, jasowang, jdenemar
From: "Dr. David Alan Gilbert" <dgilbert@redhat.com>
Rework the existing constants to use the new parameters.
Signed-off-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
---
hw/net/virtio-net.c | 3 ++-
include/migration/migration.h | 1 +
include/migration/vmstate.h | 10 ----------
migration/savevm.c | 32 ++++++++++++++++++++++++++++++--
4 files changed, 33 insertions(+), 13 deletions(-)
diff --git a/hw/net/virtio-net.c b/hw/net/virtio-net.c
index c321680..b56b74a 100644
--- a/hw/net/virtio-net.c
+++ b/hw/net/virtio-net.c
@@ -19,6 +19,7 @@
#include "net/tap.h"
#include "qemu/error-report.h"
#include "qemu/timer.h"
+#include "migration/migration.h"
#include "hw/virtio/virtio-net.h"
#include "net/vhost_net.h"
#include "hw/virtio/virtio-bus.h"
@@ -1611,7 +1612,7 @@ static int virtio_net_post_load_device(void *opaque, int version_id)
if (virtio_vdev_has_feature(vdev, VIRTIO_NET_F_GUEST_ANNOUNCE) &&
virtio_vdev_has_feature(vdev, VIRTIO_NET_F_CTRL_VQ)) {
- n->announce_counter = SELF_ANNOUNCE_ROUNDS;
+ n->announce_counter = migrate_announce_rounds();
timer_mod(n->announce_timer, qemu_clock_get_ms(QEMU_CLOCK_VIRTUAL));
}
diff --git a/include/migration/migration.h b/include/migration/migration.h
index a75800c..ba25dbf 100644
--- a/include/migration/migration.h
+++ b/include/migration/migration.h
@@ -344,6 +344,7 @@ int migrate_announce_initial(void);
int migrate_announce_max(void);
int migrate_announce_rounds(void);
int migrate_announce_step(void);
+int64_t self_announce_delay(int round);
/* Sending on the return path - generic and then for each message type */
void migrate_send_rp_message(MigrationIncomingState *mis,
diff --git a/include/migration/vmstate.h b/include/migration/vmstate.h
index f2dbf84..c7ef11d 100644
--- a/include/migration/vmstate.h
+++ b/include/migration/vmstate.h
@@ -1003,8 +1003,6 @@ extern const VMStateInfo vmstate_info_qtailq;
#define VMSTATE_END_OF_LIST() \
{}
-#define SELF_ANNOUNCE_ROUNDS 5
-
void loadvm_free_handlers(MigrationIncomingState *mis);
int vmstate_load_state(QEMUFile *f, const VMStateDescription *vmsd,
@@ -1038,14 +1036,6 @@ void vmstate_register_ram(struct MemoryRegion *memory, DeviceState *dev);
void vmstate_unregister_ram(struct MemoryRegion *memory, DeviceState *dev);
void vmstate_register_ram_global(struct MemoryRegion *memory);
-static inline
-int64_t self_announce_delay(int round)
-{
- assert(round < SELF_ANNOUNCE_ROUNDS && round > 0);
- /* delay 50ms, 150ms, 250ms, ... */
- return 50 + (SELF_ANNOUNCE_ROUNDS - round - 1) * 100;
-}
-
void dump_vmstate_json_to_file(FILE *out_fp);
#endif
diff --git a/migration/savevm.c b/migration/savevm.c
index 361a926..69bb1d2 100644
--- a/migration/savevm.c
+++ b/migration/savevm.c
@@ -118,16 +118,44 @@ static void qemu_announce_self_iter(NICState *nic, void *opaque)
qemu_send_packet_raw(qemu_get_queue(nic), buf, len);
}
+/* Increasing delays between packets in the network announcments,
+ * both in the RARPs sent by QEMU and the ARPs triggered via virtio-net
+ * for the guest to send.
+ *
+ * Default parameters generate delays of
+ * 50, 150, 250, 350
+ * between 5 packets.
+ * which corresponds to:
+ * <> initial <> initial+step <> initial+2*step <> initial+3*step <>
+ * between 'rounds' packets
+ * A maximum can be used to override the step after a few packets.
+ */
+int64_t self_announce_delay(int round)
+{
+ int64_t ret;
+ ret = migrate_announce_initial() +
+ (migrate_announce_rounds() - round - 1) *
+ migrate_announce_step();
+ if (ret < 0 || ret > migrate_announce_max()) {
+ ret = migrate_announce_max();
+ }
+ return ret;
+}
static void qemu_announce_self_once(void *opaque)
{
- static int count = SELF_ANNOUNCE_ROUNDS;
+ static bool once = true;
+ static int count = -1;
QEMUTimer *timer = *(QEMUTimer **)opaque;
+ if (once) {
+ count = migrate_announce_rounds();
+ once = false;
+ }
+
qemu_foreach_nic(qemu_announce_self_iter, NULL);
if (--count) {
- /* delay 50ms, 150ms, 250ms, ... */
timer_mod(timer, qemu_clock_get_ms(QEMU_CLOCK_REALTIME) +
self_announce_delay(count));
} else {
--
2.9.3
^ permalink raw reply related [flat|nested] 8+ messages in thread* [Qemu-devel] [PATCH 4/6] migration/announce: Update hmp migrate parameter info/set
2017-03-28 15:27 [Qemu-devel] [PATCH 0/6 for 2.10] Parameterise self-announce Dr. David Alan Gilbert (git)
` (2 preceding siblings ...)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 3/6] migration/announce: Use the new parameters Dr. David Alan Gilbert (git)
@ 2017-03-28 15:27 ` Dr. David Alan Gilbert (git)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 5/6] migration/announce: Document self-announce mechanism Dr. David Alan Gilbert (git)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 6/6] migration/announce: Add test Dr. David Alan Gilbert (git)
5 siblings, 0 replies; 8+ messages in thread
From: Dr. David Alan Gilbert (git) @ 2017-03-28 15:27 UTC (permalink / raw)
To: qemu-devel, quintela, lvivier
Cc: kashyap, germano, armbru, jasowang, jdenemar
From: "Dr. David Alan Gilbert" <dgilbert@redhat.com>
Add the new announce parameters to HMPs migrate_parameter commands.
Signed-off-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
---
hmp.c | 36 ++++++++++++++++++++++++++++++++++++
1 file changed, 36 insertions(+)
diff --git a/hmp.c b/hmp.c
index edb8970..83a982a 100644
--- a/hmp.c
+++ b/hmp.c
@@ -285,6 +285,22 @@ void hmp_info_migrate_parameters(Monitor *mon, const QDict *qdict)
if (params) {
monitor_printf(mon, "parameters:");
+ assert(params->has_announce_initial);
+ monitor_printf(mon, " %s: %" PRId64,
+ MigrationParameter_lookup[MIGRATION_PARAMETER_ANNOUNCE_INITIAL],
+ params->announce_initial);
+ assert(params->has_announce_max);
+ monitor_printf(mon, " %s: %" PRId64,
+ MigrationParameter_lookup[MIGRATION_PARAMETER_ANNOUNCE_MAX],
+ params->announce_max);
+ assert(params->has_announce_rounds);
+ monitor_printf(mon, " %s: %" PRId64,
+ MigrationParameter_lookup[MIGRATION_PARAMETER_ANNOUNCE_ROUNDS],
+ params->announce_rounds);
+ assert(params->has_announce_step);
+ monitor_printf(mon, " %s: %" PRId64,
+ MigrationParameter_lookup[MIGRATION_PARAMETER_ANNOUNCE_STEP],
+ params->announce_step);
assert(params->has_compress_level);
monitor_printf(mon, " %s: %" PRId64,
MigrationParameter_lookup[MIGRATION_PARAMETER_COMPRESS_LEVEL],
@@ -1354,6 +1370,22 @@ void hmp_migrate_set_parameter(Monitor *mon, const QDict *qdict)
if (strcmp(param, MigrationParameter_lookup[i]) == 0) {
MigrationParameters p = { 0 };
switch (i) {
+ case MIGRATION_PARAMETER_ANNOUNCE_INITIAL:
+ p.has_announce_initial = true;
+ use_int_value = true;
+ break;
+ case MIGRATION_PARAMETER_ANNOUNCE_MAX:
+ p.has_announce_max = true;
+ use_int_value = true;
+ break;
+ case MIGRATION_PARAMETER_ANNOUNCE_ROUNDS:
+ p.has_announce_rounds = true;
+ use_int_value = true;
+ break;
+ case MIGRATION_PARAMETER_ANNOUNCE_STEP:
+ p.has_announce_step = true;
+ use_int_value = true;
+ break;
case MIGRATION_PARAMETER_COMPRESS_LEVEL:
p.has_compress_level = true;
use_int_value = true;
@@ -1410,6 +1442,10 @@ void hmp_migrate_set_parameter(Monitor *mon, const QDict *qdict)
}
/* Set all integers; only one has_FOO will be set, and
* the code ignores the remaining values */
+ p.announce_initial = valueint;
+ p.announce_max = valueint;
+ p.announce_rounds = valueint;
+ p.announce_step = valueint;
p.compress_level = valueint;
p.compress_threads = valueint;
p.decompress_threads = valueint;
--
2.9.3
^ permalink raw reply related [flat|nested] 8+ messages in thread* [Qemu-devel] [PATCH 5/6] migration/announce: Document self-announce mechanism
2017-03-28 15:27 [Qemu-devel] [PATCH 0/6 for 2.10] Parameterise self-announce Dr. David Alan Gilbert (git)
` (3 preceding siblings ...)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 4/6] migration/announce: Update hmp migrate parameter info/set Dr. David Alan Gilbert (git)
@ 2017-03-28 15:27 ` Dr. David Alan Gilbert (git)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 6/6] migration/announce: Add test Dr. David Alan Gilbert (git)
5 siblings, 0 replies; 8+ messages in thread
From: Dr. David Alan Gilbert (git) @ 2017-03-28 15:27 UTC (permalink / raw)
To: qemu-devel, quintela, lvivier
Cc: kashyap, germano, armbru, jasowang, jdenemar
From: "Dr. David Alan Gilbert" <dgilbert@redhat.com>
Explain the timings and differences between the ARP and RARP
streams we send.
Signed-off-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
---
docs/migration.txt | 40 ++++++++++++++++++++++++++++++++++++++++
1 file changed, 40 insertions(+)
diff --git a/docs/migration.txt b/docs/migration.txt
index 1b940a8..6f939e1 100644
--- a/docs/migration.txt
+++ b/docs/migration.txt
@@ -553,3 +553,43 @@ Postcopy now works with hugetlbfs backed memory:
hugepages works well, however 1GB hugepages are likely to be problematic
since it takes ~1 second to transfer a 1GB hugepage across a 10Gbps link,
and until the full page is transferred the destination thread is blocked.
+
+== Network self announce ==
+
+At the end of a migration QEMU sends a sequence of packets to 'announce' the VMs
+arrival on the new host in the hope that the L2 network will notice and start
+sending the packets to it. This, 'self-announce' is split into two parts that
+happens at slightly different times:
+
+ a) RARP - a RARP sequence is sent when the last of the device data has been
+ received but before the guest CPUs are started. Note that when -S is used
+ to stop QEMU starting the CPUs automatically, the RARPs are still sent
+ at the point where the device data is received and the guest CPUs are ready
+ to be started.
+
+ b) ARPs - for guests with virtio NICs and drivers new enough to support the
+ GUEST_ANNOUNCE feature, the guests are told to emit gratuitous ARPs just
+ after the guest CPUs are started after an incoming migration. Note the
+ packets are generated by the guest itself and have the advantage of knowing
+ the guests IP address.
+
+The two sets may overlap.
+
+In both cases a stream of packets are sent, the number and timing can be
+configured using the announce* migration parameters, which must be set prior
+to the end of the incoming migration.
+
+ <P> di <P> di+ds <P> di+2*ds <P> ..... <P>
+
+ 'announce-rounds' packets are sent.
+ The gap between the 1st and 2nd packet is 'announce-initial'.
+ The gap between the 2nd and 3rd packet is increased by 'announce-step'
+ A maximum can be set such that the gap between subsequent packets stops
+ increasing.
+
+ The default is:
+ <P> 50ms <P> 150ms <P> 250ms <P> 350ms <P>
+
+Some complex network systems may take longer than this to reconfigure
+and thus it may be useful to increase the count or delays.
+
--
2.9.3
^ permalink raw reply related [flat|nested] 8+ messages in thread* [Qemu-devel] [PATCH 6/6] migration/announce: Add test
2017-03-28 15:27 [Qemu-devel] [PATCH 0/6 for 2.10] Parameterise self-announce Dr. David Alan Gilbert (git)
` (4 preceding siblings ...)
2017-03-28 15:27 ` [Qemu-devel] [PATCH 5/6] migration/announce: Document self-announce mechanism Dr. David Alan Gilbert (git)
@ 2017-03-28 15:27 ` Dr. David Alan Gilbert (git)
5 siblings, 0 replies; 8+ messages in thread
From: Dr. David Alan Gilbert (git) @ 2017-03-28 15:27 UTC (permalink / raw)
To: qemu-devel, quintela, lvivier
Cc: kashyap, germano, armbru, jasowang, jdenemar
From: "Dr. David Alan Gilbert" <dgilbert@redhat.com>
Add a test for the basic RARP announce.
Testing the ARP would need a reasonably complex guest.
Signed-off-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
---
tests/Makefile.include | 2 +
tests/announce-test.c | 165 +++++++++++++++++++++++++++++++++++++++++++++++++
2 files changed, 167 insertions(+)
create mode 100644 tests/announce-test.c
diff --git a/tests/Makefile.include b/tests/Makefile.include
index f3de81f..460223b 100644
--- a/tests/Makefile.include
+++ b/tests/Makefile.include
@@ -258,6 +258,7 @@ endif
check-qtest-i386-y += tests/test-netfilter$(EXESUF)
check-qtest-i386-y += tests/test-filter-mirror$(EXESUF)
check-qtest-i386-y += tests/test-filter-redirector$(EXESUF)
+check-qtest-i386-y += tests/announce-test$(EXESUF)
check-qtest-i386-y += tests/postcopy-test$(EXESUF)
check-qtest-i386-y += tests/test-x86-cpuid-compat$(EXESUF)
check-qtest-x86_64-y += $(check-qtest-i386-y)
@@ -285,6 +286,7 @@ check-qtest-ppc64-y += tests/boot-order-test$(EXESUF)
check-qtest-ppc64-y += tests/prom-env-test$(EXESUF)
check-qtest-ppc64-y += tests/pnv-xscom-test$(EXESUF)
check-qtest-ppc64-y += tests/drive_del-test$(EXESUF)
+check-qtest-ppc64-y += tests/announce-test$(EXESUF)
check-qtest-ppc64-y += tests/postcopy-test$(EXESUF)
check-qtest-ppc64-y += tests/boot-serial-test$(EXESUF)
check-qtest-ppc64-y += tests/rtas-test$(EXESUF)
diff --git a/tests/announce-test.c b/tests/announce-test.c
new file mode 100644
index 0000000..042d091
--- /dev/null
+++ b/tests/announce-test.c
@@ -0,0 +1,165 @@
+/*
+ * QTest testcase for migration announce packets
+ *
+ * Copyright (c) 2017 Red Hat, Inc. and/or its affiliates
+ *
+ * This work is licensed under the terms of the GNU GPL, version 2 or later.
+ * See the COPYING file in the top-level directory.
+ *
+ */
+
+#include "qemu/osdep.h"
+
+#include "libqtest.h"
+#include "qemu/option.h"
+#include "qemu/range.h"
+#include "qemu/sockets.h"
+#include "sysemu/char.h"
+#include "sysemu/sysemu.h"
+
+static const char *tmpfs;
+
+/*
+ * Events can get in the way of responses we are actually waiting for.
+ */
+static QDict *return_or_event(QDict *response)
+{
+ if (!qdict_haskey(response, "event")) {
+ return response;
+ }
+
+ /* OK, it was an event */
+ QDECREF(response);
+ return return_or_event(qtest_qmp_receive(global_qtest));
+}
+
+
+static void wait_for_migration_complete(void)
+{
+ QDict *rsp, *rsp_return;
+ bool completed;
+
+ do {
+ const char *status;
+
+ rsp = return_or_event(qmp("{ 'execute': 'query-migrate' }"));
+ rsp_return = qdict_get_qdict(rsp, "return");
+ status = qdict_get_str(rsp_return, "status");
+ completed = strcmp(status, "completed") == 0;
+ g_assert_cmpstr(status, !=, "failed");
+ QDECREF(rsp);
+ usleep(1000 * 100);
+ } while (!completed);
+}
+
+static void cleanup(const char *filename)
+{
+ char *path = g_strdup_printf("%s/%s", tmpfs, filename);
+
+ unlink(path);
+ g_free(path);
+}
+
+static void test_migrate(void)
+{
+ QTestState *global = global_qtest, *from, *to;
+ gchar *cmd, *cmd_dst;
+ QDict *rsp;
+ struct stat packet_stat;
+ char *migpath = g_strdup_printf("%s/migstream", tmpfs);
+ char *packetpath = g_strdup_printf("%s/packets", tmpfs);
+
+ from = qtest_start("-m 2M -name source,debug-threads=on "
+ "-nographic -nodefaults "
+ "-netdev user,id=netuser "
+ " -device e1000,netdev=netuser,mac=00:11:22:33:44:55");
+
+ global_qtest = from;
+ cmd = g_strdup_printf("{ 'execute': 'migrate',"
+ "'arguments': { 'uri': 'exec:cat > %s' } }",
+ migpath);
+ rsp = qmp(cmd);
+ g_free(cmd);
+ g_assert(qdict_haskey(rsp, "return"));
+ QDECREF(rsp);
+
+ wait_for_migration_complete();
+
+ cmd_dst = g_strdup_printf("-m 2M -name dest,debug-threads=on "
+ "-nographic -nodefaults "
+ "-netdev user,id=netuser "
+ "-object filter-dump,id=dump,netdev=netuser,file=%s "
+ "-device e1000,netdev=netuser,mac=00:11:22:33:44:55 "
+ " -incoming defer",
+ packetpath);
+
+ to = qtest_start(cmd_dst);
+ g_free(cmd_dst);
+
+ rsp = qmp("{ 'execute': 'migrate-set-parameters',"
+ "'arguments': { "
+ " 'announce-rounds': 6, "
+ " 'announce-initial': 10, "
+ " 'announce-max': 100, "
+ " 'announce-step': 40 } }");
+ g_assert(qdict_haskey(rsp, "return"));
+ QDECREF(rsp);
+
+ cmd_dst = g_strdup_printf("{ 'execute': 'migrate-incoming',"
+ "'arguments': { 'uri': 'exec:cat %s' } }",
+ migpath);
+ rsp = return_or_event(qmp(cmd_dst));
+ g_free(cmd_dst);
+ g_assert(qdict_haskey(rsp, "return"));
+ QDECREF(rsp);
+
+ qmp_eventwait("RESUME");
+
+ /* Sleep for a while to let that announce happens,
+ * it should be <p> 10ms <p> 50ms <p> 90ms <p> 100ms <p> 100ms <p>
+ * so that's at least 350ms but lets assume we're on a bit of a
+ * loaded host and give it a bit longer
+ */
+ sleep(2);
+ qtest_quit(from);
+ qtest_quit(to);
+
+ g_assert_cmpint(stat(packetpath, &packet_stat), ==, 0);
+ /* 480 bytes for 6 packets */
+ g_assert_cmpint(packet_stat.st_size, ==, 480);
+
+ global_qtest = global;
+
+ cleanup("packetpath");
+ cleanup("migpath");
+}
+
+int main(int argc, char **argv)
+{
+ char template[] = "/tmp/announce-test-XXXXXX";
+ int ret;
+
+ g_test_init(&argc, &argv, NULL);
+
+ tmpfs = mkdtemp(template);
+ if (!tmpfs) {
+ g_test_message("mkdtemp on path (%s): %s\n", template, strerror(errno));
+ }
+ g_assert(tmpfs);
+
+ module_call_init(MODULE_INIT_QOM);
+
+ qtest_add_func("/announce", test_migrate);
+
+ ret = g_test_run();
+
+ g_assert_cmpint(ret, ==, 0);
+
+ ret = rmdir(tmpfs);
+ if (ret != 0) {
+ g_test_message("unable to rmdir: path (%s): %s\n",
+ tmpfs, strerror(errno));
+ }
+
+ return ret;
+}
--
2.9.3
^ permalink raw reply related [flat|nested] 8+ messages in thread