- Devel - libvirt List Archives

[libvirt] [PATCH] Revert hack for autodestroy in qemuProcessStop
by Daniel P. Berrange 28 Feb '13

28 Feb '13

From: "Daniel P. Berrange" <berrange(a)redhat.com> This reverts the hack done in commit 568a6cda277f04ab9baaeb97490e548b7b608aa6 Author: Jiri Denemark <jdenemar(a)redhat.com> Date: Fri Feb 15 15:11:47 2013 +0100 qemu: Avoid deadlock in autodestroy since we now have a fix which avoids the deadlock scenario entirely --- src/qemu/qemu_conf.h | 4 ---- src/qemu/qemu_domain.h | 1 - src/qemu/qemu_process.c | 8 +------- 3 files changed, 1 insertion(+), 12 deletions(-) diff --git a/src/qemu/qemu_conf.h b/src/qemu/qemu_conf.h index d547d97..6bb3dee 100644 --- a/src/qemu/qemu_conf.h +++ b/src/qemu/qemu_conf.h @@ -254,10 +254,6 @@ struct qemuDomainDiskInfo { int io_status; }; -/* - * To avoid a certain deadlock this callback must never call any - * virQEMUCloseCallbacks* API. - */ typedef virDomainObjPtr (*virQEMUCloseCallback)(virQEMUDriverPtr driver, virDomainObjPtr vm, virConnectPtr conn); diff --git a/src/qemu/qemu_domain.h b/src/qemu/qemu_domain.h index 30e6b97..dacbb54 100644 --- a/src/qemu/qemu_domain.h +++ b/src/qemu/qemu_domain.h @@ -138,7 +138,6 @@ struct _qemuDomainObjPrivate { bool gotShutdown; bool beingDestroyed; - bool autoDestroyed; char *pidfile; int nvcpupids; diff --git a/src/qemu/qemu_process.c b/src/qemu/qemu_process.c index 1b9eede..9f1507a 100644 --- a/src/qemu/qemu_process.c +++ b/src/qemu/qemu_process.c @@ -4232,8 +4232,7 @@ void qemuProcessStop(virQEMUDriverPtr driver, qemuDomainCleanupRun(driver, vm); /* Stop autodestroy in case guest is restarted */ - if (!priv->autoDestroyed) - qemuProcessAutoDestroyRemove(driver, vm); + qemuProcessAutoDestroyRemove(driver, vm); /* now that we know it's stopped call the hook if present */ if (virHookPresent(VIR_HOOK_DRIVER_QEMU)) { @@ -4614,13 +4613,8 @@ qemuProcessAutoDestroy(virQEMUDriverPtr driver, VIR_DEBUG("Killing domain"); - /* We need to prevent qemuProcessStop from removing this function from - * closeCallbacks since that would cause a deadlock. - */ - priv->autoDestroyed = true; qemuProcessStop(driver, dom, VIR_DOMAIN_SHUTOFF_DESTROYED, VIR_QEMU_PROCESS_STOP_MIGRATED); - priv->autoDestroyed = false; virDomainAuditStop(dom, "destroyed"); event = virDomainEventNewFromObj(dom, -- 1.7.11.7

2 1

[libvirt] [PATCH] Fix deadlock in QEMU close callback APIs
by Daniel P. Berrange 28 Feb '13

28 Feb '13

From: "Daniel P. Berrange" <berrange(a)redhat.com> There is a lock ordering problem in the QEMU close callback APIs. When starting a guest we have a lock on the VM. We then set a autodestroy callback, which acquires a lock on the close callbacks. When running auto-destroy, we obtain a lock on the close callbacks, then run each callbacks - which obtains a lock on the VM. This causes deadlock if anyone tries to start a VM, while autodestroy is taking place. The fix is to do autodestroy in 2 phases. First obtain all the callbacks and remove them from the list under the close callback lock. Then invoke each callback from outside the close callback lock. Signed-off-by: Daniel P. Berrange <berrange(a)redhat.com> --- src/qemu/qemu_conf.c | 106 ++++++++++++++++++++++++++++++++++++++++++-------- src/util/virnetlink.c | 5 ++- 2 files changed, 92 insertions(+), 19 deletions(-) diff --git a/src/qemu/qemu_conf.c b/src/qemu/qemu_conf.c index 1cd4b7c..f3b09cf 100644 --- a/src/qemu/qemu_conf.c +++ b/src/qemu/qemu_conf.c @@ -797,20 +797,37 @@ virQEMUCloseCallbacksGet(virQEMUCloseCallbacksPtr closeCallbacks, return cb; } + +typedef struct _virQEMUCloseCallbacksListEntry virQEMUCloseCallbacksListEntry; +typedef virQEMUCloseCallbacksListEntry *virQEMUCloseCallbacksListEntryPtr; +struct _virQEMUCloseCallbacksListEntry { + unsigned char uuid[VIR_UUID_BUFLEN]; + virQEMUCloseCallback callback; +}; + + +typedef struct _virQEMUCloseCallbacksList virQEMUCloseCallbacksList; +typedef virQEMUCloseCallbacksList *virQEMUCloseCallbacksListPtr; +struct _virQEMUCloseCallbacksList { + size_t nentries; + virQEMUCloseCallbacksListEntryPtr entries; +}; + + struct virQEMUCloseCallbacksData { - virHashTablePtr list; - virQEMUDriverPtr driver; virConnectPtr conn; + virQEMUCloseCallbacksListPtr list; + bool oom; }; + static void -virQEMUCloseCallbacksRunOne(void *payload, +virQEMUCloseCallbacksGetOne(void *payload, const void *key, void *opaque) { struct virQEMUCloseCallbacksData *data = opaque; qemuDriverCloseDefPtr closeDef = payload; - virDomainObjPtr dom; const char *uuidstr = key; unsigned char uuid[VIR_UUID_BUFLEN]; @@ -823,35 +840,90 @@ virQEMUCloseCallbacksRunOne(void *payload, if (data->conn != closeDef->conn || !closeDef->cb) return; - if (!(dom = virDomainObjListFindByUUID(data->driver->domains, uuid))) { - VIR_DEBUG("No domain object with UUID %s", uuidstr); + if (VIR_EXPAND_N(data->list->entries, + data->list->nentries, 1) < 0) { + data->oom = true; return; } - dom = closeDef->cb(data->driver, dom, data->conn); - if (dom) - virObjectUnlock(dom); + memcpy(data->list->entries[data->list->nentries - 1].uuid, + uuid, VIR_UUID_BUFLEN); + data->list->entries[data->list->nentries - 1].callback = closeDef->cb; +} + + +static virQEMUCloseCallbacksListPtr +virQEMUCloseCallbacksGetForConn(virQEMUCloseCallbacksPtr closeCallbacks, + virConnectPtr conn) +{ + virQEMUCloseCallbacksListPtr list = NULL; + struct virQEMUCloseCallbacksData data; + + if (VIR_ALLOC(list) < 0) { + virReportOOMError(); + return NULL; + } + + data.conn = conn; + data.list = list; + data.oom = false; + + virHashForEach(closeCallbacks->list, virQEMUCloseCallbacksGetOne, &data); - virHashRemoveEntry(data->list, uuid); + if (data.oom) { + VIR_FREE(list->entries); + VIR_FREE(list); + virReportOOMError(); + return NULL; + } + + return list; } + void virQEMUCloseCallbacksRun(virQEMUCloseCallbacksPtr closeCallbacks, virConnectPtr conn, virQEMUDriverPtr driver) { - struct virQEMUCloseCallbacksData data = { - .driver = driver, - .conn = conn - }; + virQEMUCloseCallbacksListPtr list; + size_t i; VIR_DEBUG("conn=%p", conn); - virObjectLock(closeCallbacks); - data.list = closeCallbacks->list; - virHashForEach(data.list, virQEMUCloseCallbacksRunOne, &data); + /* We must not hold the lock while running the callbacks, + * so first we obtain the list of callbacks, then remove + * them all from the hash. At that point we can release + * the lock and run the callbacks safely. */ + virObjectLock(closeCallbacks); + list = virQEMUCloseCallbacksGetForConn(closeCallbacks, conn); + if (!list) + return; + + for (i = 0 ; i < list->nentries ; i++) { + virHashRemoveEntry(closeCallbacks->list, + list->entries[i].uuid); + } virObjectUnlock(closeCallbacks); + + for (i = 0 ; i < list->nentries ; i++) { + virDomainObjPtr vm; + + if (!(vm = virDomainObjListFindByUUID(driver->domains, + list->entries[i].uuid))) { + char uuidstr[VIR_UUID_STRING_BUFLEN]; + virUUIDFormat(list->entries[i].uuid, uuidstr); + VIR_DEBUG("No domain object with UUID %s", uuidstr); + continue; + } + + vm = list->entries[i].callback(driver, vm, conn); + if (vm) + virObjectUnlock(vm); + } + VIR_FREE(list->entries); + VIR_FREE(list); } struct _qemuSharedDiskEntry { diff --git a/src/util/virnetlink.c b/src/util/virnetlink.c index 0b36fdc..8b47ede 100644 --- a/src/util/virnetlink.c +++ b/src/util/virnetlink.c @@ -335,8 +335,9 @@ virNetlinkEventCallback(int watch, if (length == 0) return; if (length < 0) { - virReportSystemError(errno, - "%s", _("nl_recv returned with error")); + virReportError(VIR_ERR_INTERNAL_ERROR, + _("nl_recv returned with error: %s"), + nl_geterror(length)); return; } -- 1.7.11.7

2 5

[libvirt] [PATCH] Fix crash in QEMU auto-destroy with transient guests
by Daniel P. Berrange 28 Feb '13

28 Feb '13

From: "Daniel P. Berrange" <berrange(a)redhat.com> When the auto-destroy callback runs it is supposed to return NULL if the virDomainObjPtr is no longer valid. It was not doing this for transient guests, so we tried to virObjectUnlock a mutex which had been freed. This often led to a crash. Signed-off-by: Daniel P. Berrange <berrange(a)redhat.com> --- src/qemu/qemu_process.c | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/qemu/qemu_process.c b/src/qemu/qemu_process.c index db95d6e..1b9eede 100644 --- a/src/qemu/qemu_process.c +++ b/src/qemu/qemu_process.c @@ -4629,8 +4629,10 @@ qemuProcessAutoDestroy(virQEMUDriverPtr driver, if (!qemuDomainObjEndJob(driver, dom)) dom = NULL; - if (dom && !dom->persistent) + if (dom && !dom->persistent) { qemuDomainRemoveInactive(driver, dom); + dom = NULL; + } if (event) qemuDomainEventQueue(driver, event); -- 1.7.11.7

3 2

[libvirt] [PATCH v2] vl.c: Support multiple CPU ranges on -numa option
by Eduardo Habkost 28 Feb '13

28 Feb '13

This allows ":" to be used a separator between each CPU range, so the command-line may look like: -numa node,cpus=A-B:C-D Note that the following format, currently used by libvirt: -numa nodes,cpus=A-B,C-D will _not_ work, as "," is the option separator for the command-line option parser, and it would require changing the -numa option parsing code to handle "cpus" as a special case. Signed-off-by: Eduardo Habkost <ehabkost(a)redhat.com> --- Changes v2: - Use ":" as separator - Document the new format --- qemu-options.hx | 10 ++++++++-- vl.c | 14 +++++++++++++- 2 files changed, 21 insertions(+), 3 deletions(-) diff --git a/qemu-options.hx b/qemu-options.hx index 4bc9c85..b135044 100644 --- a/qemu-options.hx +++ b/qemu-options.hx @@ -95,12 +95,18 @@ specifies the maximum number of hotpluggable CPUs. ETEXI DEF("numa", HAS_ARG, QEMU_OPTION_numa, - "-numa node[,mem=size][,cpus=cpu[-cpu]][,nodeid=node]\n", QEMU_ARCH_ALL) + "-numa node[,mem=size][,cpus=cpu[-cpu][:...]][,nodeid=node]\n", QEMU_ARCH_ALL) STEXI @item -numa @var{opts} @findex -numa Simulate a multi node NUMA system. If mem and cpus are omitted, resources -are split equally. +are split equally. Multiple CPU ranges in the "cpus" option may be separated +by colons. e.g.: + +@example +-numa node,mem=1024,cpus=0-1:4-5:8-9 +-numa node,mem=1024,cpus=2-3:6-7:10-11 +@end example ETEXI DEF("add-fd", HAS_ARG, QEMU_OPTION_add_fd, diff --git a/vl.c b/vl.c index 955d2ff..fe632db 100644 --- a/vl.c +++ b/vl.c @@ -1244,7 +1244,7 @@ char *get_boot_devices_list(size_t *size) return list; } -static void numa_node_parse_cpus(int nodenr, const char *cpus) +static void numa_node_parse_cpu_range(int nodenr, const char *cpus) { char *endptr; unsigned long long value, endvalue; @@ -1288,6 +1288,18 @@ error: exit(1); } +static void numa_node_parse_cpus(int nodenr, const char *option) +{ + char **parts; + int i; + + parts = g_strsplit(option, ":", 0); + for (i = 0; parts[i]; i++) { + numa_node_parse_cpu_range(nodenr, parts[i]); + } + g_strfreev(parts); +} + static void numa_add(const char *optarg) { char option[128]; -- 1.8.1

6 30

[libvirt] virnettlscontexttest test fails on Fedora Rawhide x86_64
by Richard W.M. Jones 28 Feb '13

28 Feb '13

Still investigating, but the log is attached. Rich. -- Richard Jones, Virtualization Group, Red Hat http://people.redhat.com/~rjones Read my programming blog: http://rwmj.wordpress.com Fedora now supports 80 OCaml packages (the OPEN alternative to F#)

2 2

[libvirt] [PATCHv2] qemu: fix graphics port allocation
by Ján Tomko 28 Feb '13

28 Feb '13

Only release ports that have been allocated before. This fixes these issues: * trying to release ports when qemuProcessStart fails before port allocation * trying to release the SPICE TLS port if spice_tls is 0 * failing to release SPICE port with autoport=off (when only one of them is -1) --- v1: https://www.redhat.com/archives/libvir-list/2013-February/msg01464.html Use a pair of booleans in domain private data instead of a new field in the domain definition. src/qemu/qemu_domain.h | 5 +++++ src/qemu/qemu_process.c | 28 +++++++++++++++++++--------- 2 files changed, 24 insertions(+), 9 deletions(-) diff --git a/src/qemu/qemu_domain.h b/src/qemu/qemu_domain.h index 30e6b97..bac4d8b 100644 --- a/src/qemu/qemu_domain.h +++ b/src/qemu/qemu_domain.h @@ -163,6 +163,11 @@ struct _qemuDomainObjPrivate { qemuDomainCleanupCallback *cleanupCallbacks; size_t ncleanupCallbacks; size_t ncleanupCallbacks_max; + + /* Track port allocation state for SPICE + * (only one device is allowed per domain) */ + bool spicePortAllocated; + bool spiceTlsPortAllocated; }; struct qemuDomainWatchdogEvent diff --git a/src/qemu/qemu_process.c b/src/qemu/qemu_process.c index b9fdcd2..1442cc7 100644 --- a/src/qemu/qemu_process.c +++ b/src/qemu/qemu_process.c @@ -3633,6 +3633,7 @@ int qemuProcessStart(virConnectPtr conn, } graphics->data.spice.port = port; + priv->spicePortAllocated = true; } if (cfg->spiceTLS && (graphics->data.spice.autoport || @@ -3645,10 +3646,12 @@ int qemuProcessStart(virConnectPtr conn, virReportError(VIR_ERR_INTERNAL_ERROR, "%s", _("Unable to find an unused port for SPICE TLS")); virPortAllocatorRelease(driver->remotePorts, port); + priv->spicePortAllocated = false; goto cleanup; } graphics->data.spice.tlsPort = tlsPort; + priv->spiceTlsPortAllocated = true; } } @@ -4311,22 +4314,29 @@ retry: qemuProcessRemoveDomainStatus(driver, vm); - /* Remove VNC and Spice ports from port reservation bitmap, but only if - they were reserved by the driver (autoport=yes) + /* Remove VNC and SPICE ports from port reservation bitmap, but only if + they were reserved by the driver: + autoport = yes and non-zero port for VNC, + priv->spice(Tls)PortAllocated for SPICE. */ for (i = 0 ; i < vm->def->ngraphics; ++i) { virDomainGraphicsDefPtr graphics = vm->def->graphics[i]; if (graphics->type == VIR_DOMAIN_GRAPHICS_TYPE_VNC && - graphics->data.vnc.autoport) { + graphics->data.vnc.autoport && graphics->data.vnc.port) { ignore_value(virPortAllocatorRelease(driver->remotePorts, graphics->data.vnc.port)); } - if (graphics->type == VIR_DOMAIN_GRAPHICS_TYPE_SPICE && - graphics->data.spice.autoport) { - ignore_value(virPortAllocatorRelease(driver->remotePorts, - graphics->data.spice.port)); - ignore_value(virPortAllocatorRelease(driver->remotePorts, - graphics->data.spice.tlsPort)); + if (graphics->type == VIR_DOMAIN_GRAPHICS_TYPE_SPICE) { + if (priv->spicePortAllocated) { + ignore_value(virPortAllocatorRelease(driver->remotePorts, + graphics->data.spice.port)); + priv->spicePortAllocated = false; + } + if (priv->spiceTlsPortAllocated) { + ignore_value(virPortAllocatorRelease(driver->remotePorts, + graphics->data.spice.tlsPort)); + priv->spiceTlsPortAllocated = false; + } } } -- 1.7.12.4

2 2

[libvirt] [PATCH 1/1] Clear PIIX3/PIIX4_USB capabilities for non-X86 platforms
by Li Zhang 28 Feb '13

28 Feb '13

From: Li Zhang <zhlcindy(a)linux.vnet.ibm.com> Currently, PIIX3/PIIX4_USB capabilities are enabled for other platforms. Actually, it is only supported for X86. So this patch is to clear the capabilities for non-X86 platforms. Signed-off-by: Li Zhang <zhlcindy(a)linux.vnet.ibm.com> --- src/conf/domain_conf.c | 1 + src/qemu/qemu_capabilities.c | 3 +++ src/qemu/qemu_command.c | 2 ++ 3 files changed, 6 insertions(+) diff --git a/src/conf/domain_conf.c b/src/conf/domain_conf.c index 995cf0c..d57334a 100644 --- a/src/conf/domain_conf.c +++ b/src/conf/domain_conf.c @@ -10453,6 +10453,7 @@ virDomainDefParseXML(virCapsPtr caps, VIR_FREE(nodes); /* If graphics are enabled, there's an implicit PS2 mouse */ + /* Todo: Add implicit USB mouse and keyboard for ppc64 */ if (def->ngraphics > 0) { virDomainInputDefPtr input; diff --git a/src/qemu/qemu_capabilities.c b/src/qemu/qemu_capabilities.c index 40022c1..ef5c69a 100644 --- a/src/qemu/qemu_capabilities.c +++ b/src/qemu/qemu_capabilities.c @@ -1307,8 +1307,11 @@ struct virQEMUCapsStringFlags virQEMUCapsObjectTypes[] = { { "hda-micro", QEMU_CAPS_HDA_MICRO }, { "ccid-card-emulated", QEMU_CAPS_CCID_EMULATED }, { "ccid-card-passthru", QEMU_CAPS_CCID_PASSTHRU }, +#if defined (__x86_64__) || \ + defined (__i386__) { "piix3-usb-uhci", QEMU_CAPS_PIIX3_USB_UHCI }, { "piix4-usb-uhci", QEMU_CAPS_PIIX4_USB_UHCI }, +#endif { "usb-ehci", QEMU_CAPS_USB_EHCI }, { "ich9-usb-ehci1", QEMU_CAPS_ICH9_USB_EHCI1 }, { "vt82c686b-usb-uhci", QEMU_CAPS_VT82C686B_USB_UHCI }, diff --git a/src/qemu/qemu_command.c b/src/qemu/qemu_command.c index 1c9bfc9..0b18be0 100644 --- a/src/qemu/qemu_command.c +++ b/src/qemu/qemu_command.c @@ -5784,6 +5784,8 @@ qemuBuildCommandLine(virConnectPtr conn, } else if (cont->type == VIR_DOMAIN_CONTROLLER_TYPE_USB && cont->model == -1 && !virQEMUCapsGet(qemuCaps, QEMU_CAPS_PIIX3_USB_UHCI)) { + /* usblegacy is used for ppc64 temporarily */ + /* Todo: support -device xxx on ppc64 platform */ if (usblegacy) { virReportError(VIR_ERR_CONFIG_UNSUPPORTED, "%s", _("Multiple legacy USB controllers are " -- 1.7.10.1

2 9

[libvirt] [PATCHv3 0/5] snapshot revert-and-create
by Eric Blake 28 Feb '13

28 Feb '13

v2 was here: https://www.redhat.com/archives/libvir-list/2012-November/msg00818.html One patch from v2 has already been committed. This patch additionally adds a qemu implementation for the new flag, and I have tested creation of offline branches (I still need to test creation of a branch from a disk-only or online external snapshot). I've also started documenting my plans for a new revert FOLLOW flag, which updates to the current state of external files (rather than reverting completely to the point where the snapshot was taken); once that is working, then implementing the combination of createXML(LIVE|BRANCH) will really be creating the branch, then farming out to revert(FOLLOW) to switch over to the new branch. Eric Blake (5): snapshot: add revert-and-create branching of external snapshots snapshot: prepare to parse new XML snapshot: actually compute branch definition from XML snapshot: support revert-and-create branching in qemu snapshot: add another revert API flag docs/formatsnapshot.html.in | 16 ++++- docs/schemas/domainsnapshot.rng | 45 ++++++------ include/libvirt/libvirt.h.in | 6 ++ src/conf/snapshot_conf.c | 118 ++++++++++++++++++++++++++++--- src/conf/snapshot_conf.h | 2 + src/esx/esx_driver.c | 2 +- src/libvirt.c | 41 +++++++++-- src/qemu/qemu_driver.c | 50 +++++++++++-- src/vbox/vbox_tmpl.c | 2 +- tests/domainsnapshotxml2xmlin/branch.xml | 5 ++ tests/domainsnapshotxml2xmltest.c | 2 +- tools/virsh-snapshot.c | 44 +++++++++--- tools/virsh.pod | 25 ++++++- 13 files changed, 300 insertions(+), 58 deletions(-) create mode 100644 tests/domainsnapshotxml2xmlin/branch.xml -- 1.7.11.7

2 6

[libvirt] [PATCH v2] qemu: Don't fail to shutdown domains with unresponsive agent
by Michal Privoznik 28 Feb '13

28 Feb '13

Currently, qemuDomainShutdownFlags() chooses the agent method of shutdown whenever the agent is configured. However, this assumption is not enough as the guest agent may be unresponsive at the moment. So unless guest agent method has been explicitly requested, we should fall back to the ACPI method. --- diff to v1: - Rework some conditions as Eric suggested in v1 src/qemu/qemu_driver.c | 38 ++++++++++++++++++++++---------------- 1 file changed, 22 insertions(+), 16 deletions(-) diff --git a/src/qemu/qemu_driver.c b/src/qemu/qemu_driver.c index 1e96915..1e96aa4 100644 --- a/src/qemu/qemu_driver.c +++ b/src/qemu/qemu_driver.c @@ -1702,40 +1702,40 @@ static int qemuDomainShutdownFlags(virDomainPtr dom, unsigned int flags) { virDomainObjPtr vm; int ret = -1; qemuDomainObjPrivatePtr priv; - bool useAgent = false; + bool useAgent = false, agentRequested, acpiRequested; virCheckFlags(VIR_DOMAIN_SHUTDOWN_ACPI_POWER_BTN | VIR_DOMAIN_SHUTDOWN_GUEST_AGENT, -1); - /* At most one of these two flags should be set. */ - if ((flags & VIR_DOMAIN_SHUTDOWN_ACPI_POWER_BTN) && - (flags & VIR_DOMAIN_SHUTDOWN_GUEST_AGENT)) { - virReportInvalidArg(flags, "%s", - _("flags for acpi power button and guest agent are mutually exclusive")); - return -1; - } - if (!(vm = qemuDomObjFromDomain(dom))) goto cleanup; priv = vm->privateData; + agentRequested = flags & VIR_DOMAIN_SHUTDOWN_GUEST_AGENT; + acpiRequested = flags & VIR_DOMAIN_SHUTDOWN_ACPI_POWER_BTN; - if ((flags & VIR_DOMAIN_SHUTDOWN_GUEST_AGENT) || - (!(flags & VIR_DOMAIN_SHUTDOWN_ACPI_POWER_BTN) && - priv->agent)) + /* Prefer agent unless we were requested to not to. */ + if (agentRequested || (!flags && priv->agent)) useAgent = true; - if (useAgent) { - if (priv->agentError) { + if (priv->agentError) { + if (agentRequested && !acpiRequested) { virReportError(VIR_ERR_AGENT_UNRESPONSIVE, "%s", _("QEMU guest agent is not " "available due to an error")); goto cleanup; + } else { + useAgent = false; } - if (!priv->agent) { + } + + if (!priv->agent) { + if (agentRequested && !acpiRequested) { virReportError(VIR_ERR_ARGUMENT_UNSUPPORTED, "%s", _("QEMU guest agent is not configured")); goto cleanup; + } else { + useAgent = false; } } @@ -1752,7 +1752,13 @@ static int qemuDomainShutdownFlags(virDomainPtr dom, unsigned int flags) { qemuDomainObjEnterAgent(vm); ret = qemuAgentShutdown(priv->agent, QEMU_AGENT_SHUTDOWN_POWERDOWN); qemuDomainObjExitAgent(vm); - } else { + } + + /* If we are not enforced to use just an agent, try ACPI + * shutdown as well in case agent did not succeed. + */ + if (!useAgent || + (ret < 0 && (acpiRequested || !flags))) { qemuDomainSetFakeReboot(driver, vm, false); qemuDomainObjEnterMonitor(driver, vm); -- 1.8.1.4

2 4

[libvirt] a script for libvirt-llxc + systemd on Fedora18
by Kamezawa Hiroyuki 28 Feb '13

28 Feb '13

Hi. At playing libvirt-lxc on Fedora18, I found that the user needs some workarounds to run /sbin/init as the root process of container. With Fedora15, I found this https://gist.github.com/peo3/1142202. And I know virt-sandbox-service have some clever way to understand RPM to make domain running with a service. Here is a script I wrote for F18 inspired by above two. Creating LXC domain running systemd as /init program. I'd like to get some feedback....and ...can't this kind of scripts be maintained by some virt-tools project ? Anyway, playing with lxc is fun. I'm glad if someone makes this script better :) == A user can create a lxc container by # ./lxc_systemd_setup.py -r -n Test This will generate my.xml and lxc file tree on /opt/lxc/Test # virsh -c lxc:/// define my.xml # virsh -c lxc:/// start my.xml This domain has following characteristics - /usr is bind mounted to host's /usr - all files other than files in /usr are copied - systemd and pam modules are tweaked a bit - eth0 is up by dhcp. - systemd, rsyslog, sshd is running. Users can add rpm package as # ./lxc_systemd_setup.py -r -n Test -a httpd some options may not work because of my bad skills. ==lxc_systemd_setup.py== #!/usr/bin/python # # A scripts for creating LXC domain where some daemons are running under systemd. # Tested with Fedora18, running systemd, rsyslog, sshd in a container at default. # # Most config files, including all security settings as passwd, selinux, # ssl/pki files are copied from the host. So, please fix them before # running a domain. # # New root dir will be /opt/lxc/<domain name> at default and domain XML # definition will be saved as my.xml # # All instllation under /usr is shared among containres/host, binaries are # not copied at all. /etc and /var are copied. So, you can adjust config files # under container as you like. # # for easy creation, run # # lxc_systemd_setup.py -n Test -r # # virsh -c lxc:/// define my.xml # # virsh -c lxc:/// start Test --console # # This will build a lxc root filesystem under /opt/lxc/Test and copy # required files under it. /usr will be shared with the host. # # to add some packages, pass package name with '-a' option. But this script doesn't # handle dependency of RPM, at all. please take care of it. # # for running httpd. # # lxc_systemd_setup.py -n Test -r -a httpd # _and_ you need to fix hostname lookup problem to run httpd. i.e. you may need to fix # some files under /etc.... # # please see # # lxc_systemd_setup.py --help # for other options. some may not work ;) # import sys, os, shutil from subprocess import Popen, PIPE from optparse import OptionParser,OptionGroup import re import rpm parser = OptionParser() parser.add_option('-p', '--prefix', action='store', default='/opt/lxc', type='string', dest='pathname', help='prefix of guest root path') parser.add_option('-n', '--name', action='store', default='_unknown', type='string', dest='domain_name', help='name of domain') parser.add_option('-o', '--out', action='store', default='my.xml', type='string', dest='def_file', help='name of generated xml def') parser.add_option('-r', '--renew', action='store_true', default=False, dest='renew_tree', help='delete existing tree if exists') parser.add_option('-D', '--destroy', action='store_true', default=False, dest='destroy_tree', help='destroy existing tree and quit') parser.add_option('-f', '--force', action='store_true', default=False, dest='force', help='update all files without checking timestamp') parser.add_option('-a','--add-packages', action='append', type='string', dest='package_list', help='copy package config to container') parser.add_option('-s','--skip-packages', action='append', type='string', dest='skip_list', help='skip packages') parser.add_option('-m','--memory', action='store', default='1024000', type='str', dest='memory', help='memory size of domain') parser.add_option('-H','--hostname', action='store', default='lxc', type='str', dest='hostname', help='hostname of domain') (options, args) = parser.parse_args(sys.argv) # # Utility functions. # # # Remove all files under domain ROOT. # def destroy_all(path) : if (not os.path.exists(path)) : return shutil.rmtree(path, ignore_errors=True) # # Check a file in a container is newer than hosts. # def file_is_newer(a, b) : time_a = os.stat(a).st_mtime time_b = os.stat(b).st_mtime return a > b # # Check Host's distro. # def check_version() : useRPM=True version="unknown" if (os.path.exists('/etc/redhat-release')) : with open('/etc/redhat-release') as f: version_string = f.readline() if (re.match("Fedora release 18.+$", version_string)) : version = "Fedora18" else : useRPM=False return (version, useRPM) # # directories created at domain creation (tested with Fedora 18) # ROOTDIR= options.pathname + "/" + options.domain_name class InstallInfo : def __init__(self) : self.DIRS = [] self.BINDDIRS = [] self.SYMLINKS=[] self.PACKAGES = [] self.FILES = [] self.MERGED = [] def add_dirs(self, x) : if (isinstance(x, str)) : x = [x] self.DIRS = self.DIRS + x def dirs(self) : return self.DIRS def add_files(self, x) : if (isinstance(x, str)) : x = [x] self.FILES += x def files(self) : return self.FILES def add_binds(self, x) : if (isinstance(x, str)) : x = [x] self.BINDDIRS = self.BINDDIRS + x def binds(self) : return self.BINDDIRS def add_links(self, x) : self.SYMLINKS = self.SYMLINKS + x def links(self) : return self.SYMLINKS def add_packages(self, x) : self.PACKAGES = self.PACKAGES + x def packages(self) : return self.PACKAGES def merge(self) : self.DIRS = list(set(self.DIRS)) self.FILES = list(set(self.FILES)) self.BINDDIRS = sorted(list(set(self.BINDDIRS))) ret = True ents =[] paths = [] for ent in self.DIRS : ents.append((ent, 'dir', '')) paths.append(ent) for ent in self.FILES : ents.append((ent, 'file', '')) paths.append(ent) for ent in self.SYMLINKS : ents.append((ent[0], 'link', ent[1])) paths.append(ent[0]) if (len(paths) - len(list(set(paths)))) : ret = False self.MERGED = sorted(ents) return ret def merged(self) : return self.MERGED # # Gather RPM information and copy config files to proper place. # class CopyRPMHandler: def __init__(self, name) : self.name = name self.files = [] self.service = "" def verify(self) : ts = rpm.TransactionSet() mi = ts.dbMatch('name', self.name) if not mi : return False # get list of files. for h in mi : myhead = h break fi = myhead.fiFromHeader() for x in fi : self.files.append(x[0]); self.test_service() self.strip_binds() return True def paths(self) : return self.files # # check all files in RPM which are not under bind-mount. # def strip_binds(self) : # remove all ents under /usr for avoiding copy. temp = self.files self.files = [] for file in temp : if (file == '') : continue if (re.match("/usr/.+$", file)) : continue if (re.match("/bin/.+$", file)) : continue if (re.match("/lib/.+$", file)) : continue if (re.match("/sbin/.+$", file)) : continue if (re.match("/lib64/.+$", file)) : continue self.files.append(file) self.files.sort() return def test_service(self) : for file in self.files : if (re.match("/usr/lib/systemd/system.+\.service$", file)) : ent.service = file # # Functions for workarounds. # # # systemd: create our own basic.target for avoiding some startups. # def systemd_tune() : # # we need to avoid some special services by systemd. # modify basic.target and avoid them. # filename = ROOTDIR + "/etc/systemd/system/basic.target" data="""[Unit] Description=Basic System Documentation=man:systemd.special(7) Requires=systemd-tmpfiles-setup.service sockets.target After=systemd-tmpfiles-setup.service sockets.target RefuseManualStart=yes """ with open(filename,"w") as f: f.write(data) # # we need getty only with tty1 # os.symlink("/usr/lib/systemd/system/getty@.service", ROOTDIR + "/etc/systemd/system/getty.target.wants/getty(a)tty1.service") # # Create ifcfg-eth0 and add service to bring up it. # def eth0_service() : # # /etc/sysconfig/network is generated by annaconda and we cannot # find it by rpms. # filename = ROOTDIR + "/etc/sysconfig/network" shutil.copy("/etc/sysconfig/network", filename); # # ifconfig setting for eth0 # filename = ROOTDIR + "/etc/sysconfig/network-scripts/ifcfg-eth0" data="""DEVICE=eth0 BOOTPROTO=dhcp ONBOOT=yes NAME=eth0 TYPE=Ethernet """ with open(filename, "w") as f: f.write(data) print "Creating %s" % filename filename = ROOTDIR + "/etc/systemd/system/lxc-eth0.service" data="""[Unit] Before=multi-user.target Conflicts=shutdown.target Description=bring up eth0 in this container [Service] ExecStart=/usr/sbin/ifup eth0 Type=simple """ with open(filename, "w") as f: f.write(data) print "Creating %s" % filename # # Bring up this. # filename = ROOTDIR + "/etc/systemd/system/basic.target.wants/lxc-eth0.service" src = "/etc/systemd/system/lxc-eth0.service" os.symlink(src, filename) # # Make fstab empty # def empty_fstab() : filename = ROOTDIR + "/etc/fstab" with open(filename, "w") as f: f.truncate(0) # # in Fedora18, pam's pam_loginuid.so doesn't work under container # we need to disable it. # def pam_tune() : pamdir = ROOTDIR + "/etc/pam.d" for root, dirs, files in os.walk(pamdir) : for path in files : path = root + "/" + path if (os.path.islink(path)) : continue data ="" with open(path) as f: for line in f : if (re.match("^.+pam_loginuid.so.*$", line)) : line = "#" + line data += line with open(path, "w") as f: f.write(data) # # securetty set up for login via system console. # def securetty_tune() : path = ROOTDIR + "/etc/securetty" with open(path, "a") as f: f.write("pts/0\n") # # set hostname of guest domain. # def hostname_modify() : path = ROOTDIR + "/etc/hostname" with open(path, "w") as f: f.write(options.hostname + "\n") # # parse memory size. # def parse_memory(data) : if data[-1] == 'K' : x = int(data[0:-1]) return str(x * 1024) elif data[-1] == 'M' : x = int(data[0:-1]) return str(x * 1024 * 1024) elif data[-1] == 'G' : x = int(data[0:-1]) return str(x * 1024 * 1024 * 1024) else : return data # # Main routine starts here ! # version, useRPM = check_version() if (not useRPM) : print 'now, we can handle RPM only' exit(1) info = InstallInfo() # Build a information. # # At first, gather required RPM information and some tweaks for distro. # if (version == 'Fedora18') : # # now, dont'handle yum and rpm info in container, so create fake dirs # instead of copying yum info by RPM. # info.add_dirs(["/etc/yum", "/etc/yum/protected.d", "/etc/yum/pluginconf.d","/etc/yum/vars"]) # # We share /usr between host and guest. # info.add_binds(["/usr"]) # # For Fedora18, we need following copies of configs packages at least. # info.add_packages(["filesystem","setup","rpm", "selinux-policy"]) info.add_packages(["systemd", "dbus", "initscripts","util-linux"]) info.add_packages(["pam","passwd", "crontabs","kmod","logrotate","rsyslog"]) info.add_packages(["openssh","openssh-server", "chkconfig","authconfig"]) info.add_packages(["glibc", "mailcap"]) # symlink and dirs for systemd info.add_links([["/etc/systemd/system/default.target", "/lib/systemd/system/multi-user.target"]]) info.add_dirs(["/etc/systemd/system/basic.target.wants"]) info.add_dirs(["/etc/systemd/system/default.target.wants"]) info.add_dirs(["/etc/systemd/system/getty.target.wants"]) info.add_dirs(["/etc/systemd/system/multi-user.target.wants"]) info.add_dirs(["/etc/systemd/system/sockets.target.wants"]) info.add_dirs(["/etc/systemd/system/sysinit.target.wants"]) info.add_dirs(["/etc/systemd/system/system-update.target.wants"]) # # Merge package list # package_names = info.packages() if (options.package_list) : package_names += options.package_list # Uniq. package_names = list(set(package_names)) # # delete unnecessary packages from list. # if (options.skip_list) : for name in options.skip_list : if (name in package_names) : package_names.remove(name) # # Verify package list (check installation of packages) # packages = [] error = False if (useRPM) : for name in package_names : ent = CopyRPMHandler(name) if (ent.verify()) : packages.append(ent) else : print "Couldn't find a package [%s] in RPM DB." % (name) error = True if (error) : exit(1) # # Now, we confirmed all RPMS required are installed in the host. # service_files = [] # # Extract dir,symlink,file information from RPMS. Later, we'll copy all # files other than /usr. # for ent in packages : for path in ent.paths() : if (not os.path.exists(path)) : continue if (os.path.islink(path)) : src = os.readlink(path) info.add_links([[path, src]]) elif (os.path.isfile(path)) : info.add_files(path) elif (os.path.isdir(path)) : info.add_dirs(path) if (ent.service != ""): service_files.append(ent.service) # # Uniq and sort it. # if (not info.merge()) : print "some confilction of files may happen..." # # Check Domain name is passed. # if (options.domain_name == '_unknown') : print "Guest Domain name must be specified" exit(1) # # Destroy tree. # if (options.destroy_tree) : destroy_all(ROOTDIR) exit(0) # # At first, clear tree if required. # (*) the scirpt may not work if we don't destroy the tree .... # if (os.path.exists(ROOTDIR)) : if (options.renew_tree) : destroy_all(ROOTDIR) # Create root dir try: os.mkdir(ROOTDIR) except: print "cannot create root dir %s" % ROOTDIR exit(1) # Ok, make world based on information gathered from RPMS. for ents in info.merged() : guestpath = ROOTDIR + ents[0] try: if (ents[1] == 'dir') : if (not os.path.exists(guestpath)) : print "Creating dir %s" % (guestpath) os.makedirs(guestpath) elif (ents[1] == 'link') : if (not os.path.exists(guestpath)) : print "Creating symlink %s => %s" % (guestpath, ents[2]) os.symlink(ents[2], guestpath) elif (ents[1] == 'file') : if (options.force or not os.path.exists(guestpath) or file_is_newer(ents[0], guestpath)) : print "Copyfile %s" % (guestpath) shutil.copy(ents[0], guestpath) except: print "error at creating tree %s" % guestpath exit(1) # # setup service files if necessary. # for file in service_files : service = os.path.basename(file) p = re.compile('WantedBy=(.+)$') for line in open(file, 'r') : m = p.match(line) if (m) : target = m.group(1) pathname = ROOTDIR + "/etc/systemd/system/" + target + ".wants/" + service print "%s=>%s" % (pathname, file) os.symlink(file, pathname) # # Tweak system settings. # if (version == "Fedora18") : # diable some services. dir = ROOTDIR + "/etc/systemd/system/" os.symlink("/dev/null", dir + "sysinit.target") os.symlink("/dev/null", dir + "console-shell.service") os.symlink("/dev/null", dir + "fedora-readonly.service") os.symlink("/dev/null", dir + "fedora-storage-init.service") systemd_tune() # modify basic.target etc... eth0_service() # bringup eth0 without udev empty_fstab() # make /etc/fstab empty pam_tune() # disable some pam module securetty_tune() # add pts/0 to securetty hostname_modify() # # Generate a Domain Def. # domain = r""" <domain type='lxc'> <name>%(NAME)s</name> <memory unit='bytes'>%(MEMORY)s</memory> <vcpu>1</vcpu> <os> <type arch='x86_64'>exe</type> <init>/sbin/init</init> </os> <clock offset='utc'/> <on_poweroff>destroy</on_poweroff> <on_reboot>restart</on_reboot> <on_crash>destroy</on_crash> <devices> <emulator>/usr/libexec/libvirt_lxc</emulator> <filesystem type='mount' accessmode='passthrough'> <source dir='%(ROOTDIR)s'/> <target dir='/'/> </filesystem> <filesystem type='mount' accessmode='passthrough'> <source dir='/usr'/> <target dir='/usr'/> </filesystem> <filesystem type='ram'> <source usage='%(MEMORY)s'/> <target dir='/tmp'/> </filesystem> <filesystem type='ram'> <source usage='%(MEMORY)s'/> <target dir='/dev/shm'/> </filesystem> <interface type="network"> <source network="default"/> </interface> <console type='pty'> <target type='lxc' port='0'/> </console> </devices> </domain> """ % {'NAME':options.domain_name, 'MEMORY': parse_memory(options.memory), 'ROOTDIR':ROOTDIR} with open(options.def_file, "w") as f : f.write(domain)

3 2