This resolves: https://bugzilla.redhat.com/show_bug.cgi?id=1025397 When virPCIGetVirtualFunctions created the list of an SRIOV Physical Function's (PF) Virtual Functions (VF), it had assumed that the order of "virtfn*" links returned by readdir() from the PF's sysfs directory was already in the correct order. Experience has shown that this is not always the case - it can be in alphabetical order (which would e.g. place virtfn11 before virtfn2) or even some seemingly random order (see the example in the bugzilla report) This results in 1) incorrect assumptions made by consumers of the output of the virt_functions list of virsh nodedev-dumpxml, and 2) setting MAC address and vlan tag on the wrong VF (since libvirt uses netlink to set mac address and vlan tag, netlink requires the VF#, and the function virPCIGetVirtualFunctionIndex() returns the wrong index due to the improperly ordered VF list). The solution provided by this patch is for virPCIGetVirtualFunctions to no longer scan the entire device directory in its natural order, but instead to check for links individually by name "virtfn%d" where %d starts at 0 and increases with each success. Since VFs are created contiguously by the kernel, this will guarantee that all VFs are found, and placed in the arry in the correct order. One note of use to the uninitiated is that VIR_APPEND_ELEMENT always either increments *num_virtual_functions or fails, so no this isn't an endless loop. (NB: the SRIOV_* defines at the top of virpci.c were removed because they are unnecessary and/or not used.) --- src/util/virpci.c | 78 ++++++++++++++++++------------------------------------- 1 file changed, 25 insertions(+), 53 deletions(-) diff --git a/src/util/virpci.c b/src/util/virpci.c index 0fe5544..e59e69d 100644 --- a/src/util/virpci.c +++ b/src/util/virpci.c @@ -49,10 +49,6 @@ #define PCI_ID_LEN 10 /* "XXXX XXXX" */ #define PCI_ADDR_LEN 13 /* "XXXX:XX:XX.X" */ -#define SRIOV_FOUND 0 -#define SRIOV_NOT_FOUND 1 -#define SRIOV_ERROR -1 - struct _virPCIDevice { unsigned int domain; unsigned int bus; @@ -2379,6 +2375,7 @@ virPCIGetPhysicalFunction(const char *vf_sysfs_path, return ret; } + /* * Returns virtual functions of a physical function */ @@ -2388,11 +2385,9 @@ virPCIGetVirtualFunctions(const char *sysfs_path, size_t *num_virtual_functions) { int ret = -1; - size_t i; - DIR *dir = NULL; - struct dirent *entry = NULL; + size_t i = 0; char *device_link = NULL; - char errbuf[64]; + virPCIDeviceAddress *config_addr = NULL; VIR_DEBUG("Attempting to get SR IOV virtual functions for device" "with sysfs path '%s'", sysfs_path); @@ -2400,65 +2395,42 @@ virPCIGetVirtualFunctions(const char *sysfs_path, *virtual_functions = NULL; *num_virtual_functions = 0; - dir = opendir(sysfs_path); - if (dir == NULL) { - memset(errbuf, '\0', sizeof(errbuf)); - virReportSystemError(errno, - _("Failed to open dir '%s'"), - sysfs_path); - return ret; - } - - while ((entry = readdir(dir))) { - if (STRPREFIX(entry->d_name, "virtfn")) { - virPCIDeviceAddress *config_addr = NULL; - - if (virBuildPath(&device_link, sysfs_path, entry->d_name) == -1) { - virReportOOMError(); - goto error; - } + do { + /* look for virtfn%d links until one isn't found */ + if (virAsprintf(&device_link, "%s/virtfn%zu", sysfs_path, *num_virtual_functions) < 0) + goto error; - VIR_DEBUG("Number of virtual functions: %zu", - *num_virtual_functions); + if (!virFileExists(device_link)) + break; - if (virPCIGetDeviceAddressFromSysfsLink(device_link, - &config_addr) != - SRIOV_FOUND) { - VIR_WARN("Failed to get SRIOV function from device " - "link '%s'", device_link); - VIR_FREE(device_link); - continue; - } + if (virPCIGetDeviceAddressFromSysfsLink(device_link, &config_addr) < 0) { + virReportError(VIR_ERR_INTERNAL_ERROR, + _("Failed to get SRIOV function from device link '%s'"), + device_link); + goto error; + } - if (VIR_REALLOC_N(*virtual_functions, - *num_virtual_functions + 1) < 0) { - VIR_FREE(config_addr); - goto error; - } + VIR_DEBUG("Found virtual function %zu", *num_virtual_functions); + if (VIR_APPEND_ELEMENT(*virtual_functions, *num_virtual_functions, config_addr) < 0) + goto error; + VIR_FREE(device_link); - (*virtual_functions)[*num_virtual_functions] = config_addr; - (*num_virtual_functions)++; - VIR_FREE(device_link); - } - } + } while (1); ret = 0; - cleanup: VIR_FREE(device_link); - if (dir) - closedir(dir); + VIR_FREE(config_addr); return ret; error: - if (*virtual_functions) { - for (i = 0; i < *num_virtual_functions; i++) - VIR_FREE((*virtual_functions)[i]); - VIR_FREE(*virtual_functions); - } + for (i = 0; i < *num_virtual_functions; i++) + VIR_FREE((*virtual_functions)[i]); + VIR_FREE(*virtual_functions); goto cleanup; } + /* * Returns 1 if vf device is a virtual function, 0 if not, -1 on error */ -- 1.8.3.1