[libvirt] [PATCH 0/4] Complete storage pool object privatization and use of RWLockable
After this series the storage pool will be private to virstorageobj and will be a self locking list of hash tables similar to other drivers. All that remains will be to make the storage volume lists be hash tables, but that's only once this is accepted. First patch is related to review comment from last series. John Ferlan (4): storage: Fix path check in storagePoolLookupByTargetPath storage: Privatize virStoragePoolObjListPtr storage: Convert virStoragePoolObjList to use virObjectRWLockable storage: Reduce need for using storageDriverLock src/conf/virstorageobj.c | 649 ++++++++++++++++++++++++++++++------------- src/conf/virstorageobj.h | 12 +- src/libvirt_private.syms | 2 +- src/storage/storage_driver.c | 180 +++++------- src/test/test_driver.c | 51 ++-- 5 files changed, 545 insertions(+), 349 deletions(-) -- 2.13.6
Commit id '5ab746b8' introduced the function as perhaps a copy of storageVolLookupByPath; however, it did not use the @cleanpath variable even though it used the virFileSanitizePath. So in essance the only "check" being done for failure is whether it was possible to strdup the path. Looking at the virStoragePoolDefParseXML one will note that the target.path is stored using the result of virFileSanitizePath. Therefore, this function should sanitize and use the input @path for the argument to storagePoolLookupByTargetPathCallback which is comparing against stored target.path values. Additionally, if there was an error we should use the proper error of VIR_ERR_NO_STORAGE_POOL (instead of VIR_ERR_NO_STORAGE_VOL). Signed-off-by: John Ferlan <jferlan@redhat.com> --- src/storage/storage_driver.c | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/src/storage/storage_driver.c b/src/storage/storage_driver.c index 561ca36f9..699a38281 100644 --- a/src/storage/storage_driver.c +++ b/src/storage/storage_driver.c @@ -1667,7 +1667,7 @@ storagePoolLookupByTargetPath(virConnectPtr conn, storageDriverLock(); if ((obj = virStoragePoolObjListSearch(&driver->pools, storagePoolLookupByTargetPathCallback, - path))) { + cleanpath))) { def = virStoragePoolObjGetDef(obj); pool = virGetStoragePool(conn, def->name, def->uuid, NULL, NULL); virStoragePoolObjEndAPI(&obj); @@ -1675,9 +1675,15 @@ storagePoolLookupByTargetPath(virConnectPtr conn, storageDriverUnlock(); if (!pool) { - virReportError(VIR_ERR_NO_STORAGE_VOL, - _("no storage pool with matching target path '%s'"), - path); + if (STREQ(path, cleanpath)) { + virReportError(VIR_ERR_NO_STORAGE_POOL, + _("no storage pool with matching target path '%s'"), + path); + } else { + virReportError(VIR_ERR_NO_STORAGE_POOL, + _("no storage pool with matching target path '%s' (%s)"), + path, cleanpath); + } } VIR_FREE(cleanpath); -- 2.13.6
Move the structure into virstorageobj.c. Use the virStoragePoolObjListNew allocator to fill in the @pools for the storage driver and test driver. Signed-off-by: John Ferlan <jferlan@redhat.com> --- src/conf/virstorageobj.c | 19 +++++++++++- src/conf/virstorageobj.h | 9 +++--- src/libvirt_private.syms | 1 + src/storage/storage_driver.c | 69 +++++++++++++++++++++++--------------------- src/test/test_driver.c | 46 ++++++++++++++--------------- 5 files changed, 82 insertions(+), 62 deletions(-) diff --git a/src/conf/virstorageobj.c b/src/conf/virstorageobj.c index 357e6a967..a48346b24 100644 --- a/src/conf/virstorageobj.c +++ b/src/conf/virstorageobj.c @@ -62,6 +62,11 @@ struct _virStoragePoolObj { virStorageVolDefList volumes; }; +struct _virStoragePoolObjList { + size_t count; + virStoragePoolObjPtr *objs; +}; + static int virStoragePoolObjOnceInit(void) @@ -241,7 +246,19 @@ virStoragePoolObjListFree(virStoragePoolObjListPtr pools) for (i = 0; i < pools->count; i++) virObjectUnref(pools->objs[i]); VIR_FREE(pools->objs); - pools->count = 0; + VIR_FREE(pools); +} + + +virStoragePoolObjListPtr +virStoragePoolObjListNew(void) +{ + virStoragePoolObjListPtr pools; + + if (VIR_ALLOC(pools) < 0) + return NULL; + + return pools; } diff --git a/src/conf/virstorageobj.h b/src/conf/virstorageobj.h index 34c4c9e10..d4165fbe7 100644 --- a/src/conf/virstorageobj.h +++ b/src/conf/virstorageobj.h @@ -29,10 +29,6 @@ typedef virStoragePoolObj *virStoragePoolObjPtr; typedef struct _virStoragePoolObjList virStoragePoolObjList; typedef virStoragePoolObjList *virStoragePoolObjListPtr; -struct _virStoragePoolObjList { - size_t count; - virStoragePoolObjPtr *objs; -}; typedef struct _virStorageDriverState virStorageDriverState; typedef virStorageDriverState *virStorageDriverStatePtr; @@ -40,7 +36,7 @@ typedef virStorageDriverState *virStorageDriverStatePtr; struct _virStorageDriverState { virMutex lock; - virStoragePoolObjList pools; + virStoragePoolObjListPtr pools; char *configDir; char *autostartDir; @@ -244,6 +240,9 @@ virStoragePoolObjListSearch(virStoragePoolObjListPtr pools, virStoragePoolObjListSearcher searcher, const void *opaque); +virStoragePoolObjListPtr +virStoragePoolObjListNew(void); + void virStoragePoolObjRemove(virStoragePoolObjListPtr pools, virStoragePoolObjPtr obj); diff --git a/src/libvirt_private.syms b/src/libvirt_private.syms index 53057aa82..e4744378c 100644 --- a/src/libvirt_private.syms +++ b/src/libvirt_private.syms @@ -1096,6 +1096,7 @@ virStoragePoolObjIsDuplicate; virStoragePoolObjListExport; virStoragePoolObjListForEach; virStoragePoolObjListFree; +virStoragePoolObjListNew; virStoragePoolObjListSearch; virStoragePoolObjLoadAllConfigs; virStoragePoolObjLoadAllState; diff --git a/src/storage/storage_driver.c b/src/storage/storage_driver.c index 699a38281..e0748615a 100644 --- a/src/storage/storage_driver.c +++ b/src/storage/storage_driver.c @@ -93,7 +93,7 @@ virStoragePoolUpdateInactive(virStoragePoolObjPtr *objptr) virStoragePoolObjPtr obj = *objptr; if (!virStoragePoolObjGetConfigFile(obj)) { - virStoragePoolObjRemove(&driver->pools, obj); + virStoragePoolObjRemove(driver->pools, obj); *objptr = NULL; } else if (virStoragePoolObjGetNewDef(obj)) { virStoragePoolObjDefUseNewDef(obj); @@ -162,7 +162,7 @@ storagePoolUpdateStateCallback(virStoragePoolObjPtr obj, static void storagePoolUpdateAllState(void) { - virStoragePoolObjListForEach(&driver->pools, + virStoragePoolObjListForEach(driver->pools, storagePoolUpdateStateCallback, NULL); } @@ -227,7 +227,7 @@ storageDriverAutostart(void) conn = virConnectOpen("qemu:///session"); /* Ignoring NULL conn - let backends decide */ - virStoragePoolObjListForEach(&driver->pools, + virStoragePoolObjListForEach(driver->pools, storageDriverAutostartCallback, conn); @@ -257,6 +257,9 @@ storageStateInitialize(bool privileged, } storageDriverLock(); + if (!(driver->pools = virStoragePoolObjListNew())) + goto error; + if (privileged) { if (VIR_STRDUP(driver->configDir, SYSCONFDIR "/libvirt/storage") < 0 || @@ -288,11 +291,11 @@ storageStateInitialize(bool privileged, goto error; } - if (virStoragePoolObjLoadAllState(&driver->pools, + if (virStoragePoolObjLoadAllState(driver->pools, driver->stateDir) < 0) goto error; - if (virStoragePoolObjLoadAllConfigs(&driver->pools, + if (virStoragePoolObjLoadAllConfigs(driver->pools, driver->configDir, driver->autostartDir) < 0) goto error; @@ -344,9 +347,9 @@ storageStateReload(void) return -1; storageDriverLock(); - virStoragePoolObjLoadAllState(&driver->pools, + virStoragePoolObjLoadAllState(driver->pools, driver->stateDir); - virStoragePoolObjLoadAllConfigs(&driver->pools, + virStoragePoolObjLoadAllConfigs(driver->pools, driver->configDir, driver->autostartDir); storageDriverAutostart(); @@ -372,7 +375,7 @@ storageStateCleanup(void) virObjectUnref(driver->storageEventState); /* free inactive pools */ - virStoragePoolObjListFree(&driver->pools); + virStoragePoolObjListFree(driver->pools); VIR_FREE(driver->configDir); VIR_FREE(driver->autostartDir); @@ -392,7 +395,7 @@ storagePoolObjFindByUUID(const unsigned char *uuid, virStoragePoolObjPtr obj; char uuidstr[VIR_UUID_STRING_BUFLEN]; - if (!(obj = virStoragePoolObjFindByUUID(&driver->pools, uuid))) { + if (!(obj = virStoragePoolObjFindByUUID(driver->pools, uuid))) { virUUIDFormat(uuid, uuidstr); if (name) virReportError(VIR_ERR_NO_STORAGE_POOL, @@ -427,7 +430,7 @@ storagePoolObjFindByName(const char *name) virStoragePoolObjPtr obj; storageDriverLock(); - if (!(obj = virStoragePoolObjFindByName(&driver->pools, name))) + if (!(obj = virStoragePoolObjFindByName(driver->pools, name))) virReportError(VIR_ERR_NO_STORAGE_POOL, _("no storage pool with matching name '%s'"), name); storageDriverUnlock(); @@ -513,7 +516,7 @@ storageConnectNumOfStoragePools(virConnectPtr conn) return -1; storageDriverLock(); - nactive = virStoragePoolObjNumOfStoragePools(&driver->pools, conn, true, + nactive = virStoragePoolObjNumOfStoragePools(driver->pools, conn, true, virConnectNumOfStoragePoolsCheckACL); storageDriverUnlock(); @@ -532,7 +535,7 @@ storageConnectListStoragePools(virConnectPtr conn, return -1; storageDriverLock(); - got = virStoragePoolObjGetNames(&driver->pools, conn, true, + got = virStoragePoolObjGetNames(driver->pools, conn, true, virConnectListStoragePoolsCheckACL, names, maxnames); storageDriverUnlock(); @@ -548,7 +551,7 @@ storageConnectNumOfDefinedStoragePools(virConnectPtr conn) return -1; storageDriverLock(); - nactive = virStoragePoolObjNumOfStoragePools(&driver->pools, conn, false, + nactive = virStoragePoolObjNumOfStoragePools(driver->pools, conn, false, virConnectNumOfDefinedStoragePoolsCheckACL); storageDriverUnlock(); @@ -567,7 +570,7 @@ storageConnectListDefinedStoragePools(virConnectPtr conn, return -1; storageDriverLock(); - got = virStoragePoolObjGetNames(&driver->pools, conn, false, + got = virStoragePoolObjGetNames(driver->pools, conn, false, virConnectListDefinedStoragePoolsCheckACL, names, maxnames); storageDriverUnlock(); @@ -686,16 +689,16 @@ storagePoolCreateXML(virConnectPtr conn, if (virStoragePoolCreateXMLEnsureACL(conn, newDef) < 0) goto cleanup; - if (virStoragePoolObjIsDuplicate(&driver->pools, newDef, 1) < 0) + if (virStoragePoolObjIsDuplicate(driver->pools, newDef, 1) < 0) goto cleanup; - if (virStoragePoolObjSourceFindDuplicate(conn, &driver->pools, newDef) < 0) + if (virStoragePoolObjSourceFindDuplicate(conn, driver->pools, newDef) < 0) goto cleanup; if ((backend = virStorageBackendForType(newDef->type)) == NULL) goto cleanup; - if (!(obj = virStoragePoolObjAssignDef(&driver->pools, newDef))) + if (!(obj = virStoragePoolObjAssignDef(driver->pools, newDef))) goto cleanup; newDef = NULL; def = virStoragePoolObjGetDef(obj); @@ -709,7 +712,7 @@ storagePoolCreateXML(virConnectPtr conn, if (build_flags || (flags & VIR_STORAGE_POOL_CREATE_WITH_BUILD)) { if (backend->buildPool(conn, obj, build_flags) < 0) { - virStoragePoolObjRemove(&driver->pools, obj); + virStoragePoolObjRemove(driver->pools, obj); obj = NULL; goto cleanup; } @@ -718,7 +721,7 @@ storagePoolCreateXML(virConnectPtr conn, if (backend->startPool && backend->startPool(conn, obj) < 0) { - virStoragePoolObjRemove(&driver->pools, obj); + virStoragePoolObjRemove(driver->pools, obj); obj = NULL; goto cleanup; } @@ -732,7 +735,7 @@ storagePoolCreateXML(virConnectPtr conn, unlink(stateFile); if (backend->stopPool) backend->stopPool(conn, obj); - virStoragePoolObjRemove(&driver->pools, obj); + virStoragePoolObjRemove(driver->pools, obj); obj = NULL; goto cleanup; } @@ -780,22 +783,22 @@ storagePoolDefineXML(virConnectPtr conn, if (virStoragePoolDefineXMLEnsureACL(conn, newDef) < 0) goto cleanup; - if (virStoragePoolObjIsDuplicate(&driver->pools, newDef, 0) < 0) + if (virStoragePoolObjIsDuplicate(driver->pools, newDef, 0) < 0) goto cleanup; - if (virStoragePoolObjSourceFindDuplicate(conn, &driver->pools, newDef) < 0) + if (virStoragePoolObjSourceFindDuplicate(conn, driver->pools, newDef) < 0) goto cleanup; if (virStorageBackendForType(newDef->type) == NULL) goto cleanup; - if (!(obj = virStoragePoolObjAssignDef(&driver->pools, newDef))) + if (!(obj = virStoragePoolObjAssignDef(driver->pools, newDef))) goto cleanup; newDef = NULL; def = virStoragePoolObjGetDef(obj); if (virStoragePoolObjSaveDef(driver, obj, def) < 0) { - virStoragePoolObjRemove(&driver->pools, obj); + virStoragePoolObjRemove(driver->pools, obj); obj = NULL; goto cleanup; } @@ -864,7 +867,7 @@ storagePoolUndefine(virStoragePoolPtr pool) 0); VIR_INFO("Undefining storage pool '%s'", def->name); - virStoragePoolObjRemove(&driver->pools, obj); + virStoragePoolObjRemove(driver->pools, obj); obj = NULL; ret = 0; @@ -1521,7 +1524,7 @@ storageVolLookupByKey(virConnectPtr conn, virStorageVolPtr vol = NULL; storageDriverLock(); - if ((obj = virStoragePoolObjListSearch(&driver->pools, + if ((obj = virStoragePoolObjListSearch(driver->pools, storageVolLookupByKeyCallback, &data)) && data.voldef) { def = virStoragePoolObjGetDef(obj); @@ -1606,7 +1609,7 @@ storageVolLookupByPath(virConnectPtr conn, return NULL; storageDriverLock(); - if ((obj = virStoragePoolObjListSearch(&driver->pools, + if ((obj = virStoragePoolObjListSearch(driver->pools, storageVolLookupByPathCallback, &data)) && data.voldef) { def = virStoragePoolObjGetDef(obj); @@ -1665,7 +1668,7 @@ storagePoolLookupByTargetPath(virConnectPtr conn, return NULL; storageDriverLock(); - if ((obj = virStoragePoolObjListSearch(&driver->pools, + if ((obj = virStoragePoolObjListSearch(driver->pools, storagePoolLookupByTargetPathCallback, cleanpath))) { def = virStoragePoolObjGetDef(obj); @@ -1971,10 +1974,10 @@ storageVolCreateXMLFrom(virStoragePoolPtr pool, NULL); storageDriverLock(); - obj = virStoragePoolObjFindByUUID(&driver->pools, pool->uuid); + obj = virStoragePoolObjFindByUUID(driver->pools, pool->uuid); if (obj && STRNEQ(pool->name, volsrc->pool)) { virObjectUnlock(obj); - objsrc = virStoragePoolObjFindByName(&driver->pools, volsrc->pool); + objsrc = virStoragePoolObjFindByName(driver->pools, volsrc->pool); virObjectLock(obj); } storageDriverUnlock(); @@ -2271,7 +2274,7 @@ virStorageVolPoolRefreshThread(void *opaque) if (virStorageBackendPloopRestoreDesc(cbdata->vol_path) < 0) goto cleanup; } - if (!(obj = virStoragePoolObjFindByName(&driver->pools, + if (!(obj = virStoragePoolObjFindByName(driver->pools, cbdata->pool_name))) goto cleanup; def = virStoragePoolObjGetDef(obj); @@ -2687,7 +2690,7 @@ storageConnectListAllStoragePools(virConnectPtr conn, goto cleanup; storageDriverLock(); - ret = virStoragePoolObjListExport(conn, &driver->pools, pools, + ret = virStoragePoolObjListExport(conn, driver->pools, pools, virConnectListAllStoragePoolsCheckACL, flags); storageDriverUnlock(); @@ -3092,7 +3095,7 @@ virStoragePoolObjFindPoolByUUID(const unsigned char *uuid) virStoragePoolObjPtr obj; storageDriverLock(); - obj = virStoragePoolObjFindByUUID(&driver->pools, uuid); + obj = virStoragePoolObjFindByUUID(driver->pools, uuid); storageDriverUnlock(); return obj; } diff --git a/src/test/test_driver.c b/src/test/test_driver.c index 25b6592bc..531e2880c 100644 --- a/src/test/test_driver.c +++ b/src/test/test_driver.c @@ -100,7 +100,7 @@ struct _testDriver { virInterfaceObjListPtr ifaces; bool transaction_running; virInterfaceObjListPtr backupIfaces; - virStoragePoolObjList pools; + virStoragePoolObjListPtr pools; virNodeDeviceObjListPtr devs; int numCells; testCell cells[MAX_CELLS]; @@ -155,7 +155,7 @@ testDriverFree(testDriverPtr driver) virNodeDeviceObjListFree(driver->devs); virObjectUnref(driver->networks); virObjectUnref(driver->ifaces); - virStoragePoolObjListFree(&driver->pools); + virStoragePoolObjListFree(driver->pools); virObjectUnref(driver->eventState); virMutexUnlock(&driver->lock); virMutexDestroy(&driver->lock); @@ -419,7 +419,8 @@ testDriverNew(void) !(ret->ifaces = virInterfaceObjListNew()) || !(ret->domains = virDomainObjListNew()) || !(ret->networks = virNetworkObjListNew()) || - !(ret->devs = virNodeDeviceObjListNew())) + !(ret->devs = virNodeDeviceObjListNew()) || + !(ret->pools = virStoragePoolObjListNew())) goto error; virAtomicIntSet(&ret->nextDomID, 1); @@ -1112,8 +1113,7 @@ testParseStorage(testDriverPtr privconn, if (!def) goto error; - if (!(obj = virStoragePoolObjAssignDef(&privconn->pools, - def))) { + if (!(obj = virStoragePoolObjAssignDef(privconn->pools, def))) { virStoragePoolDefFree(def); goto error; } @@ -4076,7 +4076,7 @@ testStoragePoolObjFindByName(testDriverPtr privconn, virStoragePoolObjPtr obj; testDriverLock(privconn); - obj = virStoragePoolObjFindByName(&privconn->pools, name); + obj = virStoragePoolObjFindByName(privconn->pools, name); testDriverUnlock(privconn); if (!obj) @@ -4136,7 +4136,7 @@ testStoragePoolObjFindByUUID(testDriverPtr privconn, char uuidstr[VIR_UUID_STRING_BUFLEN]; testDriverLock(privconn); - obj = virStoragePoolObjFindByUUID(&privconn->pools, uuid); + obj = virStoragePoolObjFindByUUID(privconn->pools, uuid); testDriverUnlock(privconn); if (!obj) { @@ -4204,7 +4204,7 @@ testConnectNumOfStoragePools(virConnectPtr conn) int numActive = 0; testDriverLock(privconn); - numActive = virStoragePoolObjNumOfStoragePools(&privconn->pools, conn, + numActive = virStoragePoolObjNumOfStoragePools(privconn->pools, conn, true, NULL); testDriverUnlock(privconn); @@ -4221,7 +4221,7 @@ testConnectListStoragePools(virConnectPtr conn, int n = 0; testDriverLock(privconn); - n = virStoragePoolObjGetNames(&privconn->pools, conn, true, NULL, + n = virStoragePoolObjGetNames(privconn->pools, conn, true, NULL, names, maxnames); testDriverUnlock(privconn); @@ -4236,7 +4236,7 @@ testConnectNumOfDefinedStoragePools(virConnectPtr conn) int numInactive = 0; testDriverLock(privconn); - numInactive = virStoragePoolObjNumOfStoragePools(&privconn->pools, conn, + numInactive = virStoragePoolObjNumOfStoragePools(privconn->pools, conn, false, NULL); testDriverUnlock(privconn); @@ -4253,7 +4253,7 @@ testConnectListDefinedStoragePools(virConnectPtr conn, int n = 0; testDriverLock(privconn); - n = virStoragePoolObjGetNames(&privconn->pools, conn, false, NULL, + n = virStoragePoolObjGetNames(privconn->pools, conn, false, NULL, names, maxnames); testDriverUnlock(privconn); @@ -4272,7 +4272,7 @@ testConnectListAllStoragePools(virConnectPtr conn, virCheckFlags(VIR_CONNECT_LIST_STORAGE_POOLS_FILTERS_ALL, -1); testDriverLock(privconn); - ret = virStoragePoolObjListExport(conn, &privconn->pools, pools, + ret = virStoragePoolObjListExport(conn, privconn->pools, pools, NULL, flags); testDriverUnlock(privconn); @@ -4440,16 +4440,16 @@ testStoragePoolCreateXML(virConnectPtr conn, if (!(newDef = virStoragePoolDefParseString(xml))) goto cleanup; - obj = virStoragePoolObjFindByUUID(&privconn->pools, newDef->uuid); + obj = virStoragePoolObjFindByUUID(privconn->pools, newDef->uuid); if (!obj) - obj = virStoragePoolObjFindByName(&privconn->pools, newDef->name); + obj = virStoragePoolObjFindByName(privconn->pools, newDef->name); if (obj) { virReportError(VIR_ERR_INTERNAL_ERROR, "%s", _("storage pool already exists")); goto cleanup; } - if (!(obj = virStoragePoolObjAssignDef(&privconn->pools, newDef))) + if (!(obj = virStoragePoolObjAssignDef(privconn->pools, newDef))) goto cleanup; newDef = NULL; def = virStoragePoolObjGetDef(obj); @@ -4462,14 +4462,14 @@ testStoragePoolCreateXML(virConnectPtr conn, if (testCreateVport(privconn, def->source.adapter.data.fchost.wwnn, def->source.adapter.data.fchost.wwpn) < 0) { - virStoragePoolObjRemove(&privconn->pools, obj); + virStoragePoolObjRemove(privconn->pools, obj); obj = NULL; goto cleanup; } } if (testStoragePoolObjSetDefaults(obj) == -1) { - virStoragePoolObjRemove(&privconn->pools, obj); + virStoragePoolObjRemove(privconn->pools, obj); obj = NULL; goto cleanup; } @@ -4518,7 +4518,7 @@ testStoragePoolDefineXML(virConnectPtr conn, newDef->allocation = defaultPoolAlloc; newDef->available = defaultPoolCap - defaultPoolAlloc; - if (!(obj = virStoragePoolObjAssignDef(&privconn->pools, newDef))) + if (!(obj = virStoragePoolObjAssignDef(privconn->pools, newDef))) goto cleanup; newDef = NULL; def = virStoragePoolObjGetDef(obj); @@ -4528,7 +4528,7 @@ testStoragePoolDefineXML(virConnectPtr conn, 0); if (testStoragePoolObjSetDefaults(obj) == -1) { - virStoragePoolObjRemove(&privconn->pools, obj); + virStoragePoolObjRemove(privconn->pools, obj); obj = NULL; goto cleanup; } @@ -4558,7 +4558,7 @@ testStoragePoolUndefine(virStoragePoolPtr pool) VIR_STORAGE_POOL_EVENT_UNDEFINED, 0); - virStoragePoolObjRemove(&privconn->pools, obj); + virStoragePoolObjRemove(privconn->pools, obj); testObjectEventQueue(privconn, event); return 0; @@ -4651,7 +4651,7 @@ testStoragePoolDestroy(virStoragePoolPtr pool) 0); if (!(virStoragePoolObjGetConfigFile(obj))) { - virStoragePoolObjRemove(&privconn->pools, obj); + virStoragePoolObjRemove(privconn->pools, obj); obj = NULL; } ret = 0; @@ -4940,7 +4940,7 @@ testStorageVolLookupByKey(virConnectPtr conn, virStorageVolPtr vol = NULL; testDriverLock(privconn); - if ((obj = virStoragePoolObjListSearch(&privconn->pools, + if ((obj = virStoragePoolObjListSearch(privconn->pools, testStorageVolLookupByKeyCallback, &data)) && data.voldef) { def = virStoragePoolObjGetDef(obj); @@ -4984,7 +4984,7 @@ testStorageVolLookupByPath(virConnectPtr conn, virStorageVolPtr vol = NULL; testDriverLock(privconn); - if ((obj = virStoragePoolObjListSearch(&privconn->pools, + if ((obj = virStoragePoolObjListSearch(privconn->pools, testStorageVolLookupByPathCallback, &data)) && data.voldef) { def = virStoragePoolObjGetDef(obj); -- 2.13.6
Now that we have a private storage pool list, we can take the next step and convert to using objects. In this case, we're going to use RWLockable objects (just like every other driver) with two hash tables for lookup by UUID or Name. Along the way the ForEach and Search API's will be adjusted to use the related Hash API's and the various FindBy functions altered and augmented to allow for HashLookup w/ and w/o the pool lock already taken. After virStoragePoolObjRemove we will need to virObjectUnref(obj) after to indicate the caller is "done" with it's reference. The Unlock occurs during the Remove. The NumOf, GetNames, and Export functions all have their own callback functions to return the required data and the FindDuplicate code can use the HashSearch function callbacks. Signed-off-by: John Ferlan <jferlan@redhat.com> --- src/conf/virstorageobj.c | 638 +++++++++++++++++++++++++++++-------------- src/conf/virstorageobj.h | 3 - src/libvirt_private.syms | 1 - src/storage/storage_driver.c | 8 +- src/test/test_driver.c | 7 +- 5 files changed, 449 insertions(+), 208 deletions(-) diff --git a/src/conf/virstorageobj.c b/src/conf/virstorageobj.c index a48346b24..0e5c98bf7 100644 --- a/src/conf/virstorageobj.c +++ b/src/conf/virstorageobj.c @@ -27,6 +27,7 @@ #include "viralloc.h" #include "virerror.h" #include "virfile.h" +#include "virhash.h" #include "virlog.h" #include "virscsihost.h" #include "virstring.h" @@ -37,9 +38,12 @@ VIR_LOG_INIT("conf.virstorageobj"); static virClassPtr virStoragePoolObjClass; +static virClassPtr virStoragePoolObjListClass; static void virStoragePoolObjDispose(void *opaque); +static void +virStoragePoolObjListDispose(void *opaque); struct _virStorageVolDefList { @@ -63,8 +67,15 @@ struct _virStoragePoolObj { }; struct _virStoragePoolObjList { - size_t count; - virStoragePoolObjPtr *objs; + virObjectRWLockable parent; + + /* uuid string -> virStoragePoolObj mapping + * for (1), lockless lookup-by-uuid */ + virHashTable *objs; + + /* name string -> virStoragePoolObj mapping + * for (1), lockless lookup-by-name */ + virHashTable *objsName; }; @@ -77,6 +88,12 @@ virStoragePoolObjOnceInit(void) virStoragePoolObjDispose))) return -1; + if (!(virStoragePoolObjListClass = virClassNew(virClassForObjectRWLockable(), + "virStoragePoolObjList", + sizeof(virStoragePoolObjList), + virStoragePoolObjListDispose))) + return -1; + return 0; } @@ -240,13 +257,15 @@ virStoragePoolObjDispose(void *opaque) void -virStoragePoolObjListFree(virStoragePoolObjListPtr pools) +virStoragePoolObjListDispose(void *opaque) { - size_t i; - for (i = 0; i < pools->count; i++) - virObjectUnref(pools->objs[i]); - VIR_FREE(pools->objs); - VIR_FREE(pools); + virStoragePoolObjListPtr pools = opaque; + + if (!pools) + return; + + virHashFree(pools->objs); + virHashFree(pools->objsName); } @@ -255,13 +274,44 @@ virStoragePoolObjListNew(void) { virStoragePoolObjListPtr pools; - if (VIR_ALLOC(pools) < 0) + if (virStoragePoolObjInitialize() < 0) + return NULL; + + if (!(pools = virObjectRWLockableNew(virStoragePoolObjListClass))) + return NULL; + + if (!(pools->objs = virHashCreate(20, virObjectFreeHashData)) || + !(pools->objsName = virHashCreate(20, virObjectFreeHashData))) { + virObjectUnref(pools); return NULL; + } return pools; } +struct _virStoragePoolObjListForEachData { + virStoragePoolObjListIterator iter; + const void *opaque; +}; + +static int +virStoragePoolObjListForEachCb(void *payload, + const void *name ATTRIBUTE_UNUSED, + void *opaque) +{ + virStoragePoolObjPtr obj = payload; + struct _virStoragePoolObjListForEachData *data = + (struct _virStoragePoolObjListForEachData *)opaque; + + virObjectLock(obj); + data->iter(obj, data->opaque); + virObjectUnlock(obj); + + return 0; +} + + /** * virStoragePoolObjListForEach * @pools: Pointer to pools object @@ -279,15 +329,35 @@ virStoragePoolObjListForEach(virStoragePoolObjListPtr pools, virStoragePoolObjListIterator iter, const void *opaque) { - size_t i; - virStoragePoolObjPtr obj; + struct _virStoragePoolObjListForEachData data = { .iter = iter, + .opaque = opaque }; - for (i = 0; i < pools->count; i++) { - obj = pools->objs[i]; - virObjectLock(obj); - iter(obj, opaque); - virObjectUnlock(obj); - } + virObjectRWLockRead(pools); + virHashForEach(pools->objs, virStoragePoolObjListForEachCb, &data); + virObjectRWUnlock(pools); +} + + +struct _virStoragePoolObjListSearchData { + virStoragePoolObjListSearcher searcher; + const void *opaque; +}; + + +static int +virStoragePoolObjListSearchCb(const void *payload, + const void *name ATTRIBUTE_UNUSED, + const void *opaque) +{ + virStoragePoolObjPtr obj = (virStoragePoolObjPtr) payload; + struct _virStoragePoolObjListSearchData *data = + (struct _virStoragePoolObjListSearchData *)opaque; + + virObjectLock(obj); + if (data->searcher(obj, data->opaque)) + return 1; + virObjectUnlock(obj); + return 0; } @@ -308,18 +378,15 @@ virStoragePoolObjListSearch(virStoragePoolObjListPtr pools, virStoragePoolObjListSearcher searcher, const void *opaque) { - size_t i; - virStoragePoolObjPtr obj; + virStoragePoolObjPtr obj = NULL; + struct _virStoragePoolObjListSearchData data = { .searcher = searcher, + .opaque = opaque }; - for (i = 0; i < pools->count; i++) { - obj = pools->objs[i]; - virObjectLock(obj); - if (searcher(obj, opaque)) - return virObjectRef(obj); - virObjectUnlock(obj); - } + virObjectRWLockRead(pools); + obj = virHashSearch(pools->objs, virStoragePoolObjListSearchCb, &data, NULL); + virObjectRWUnlock(pools); - return NULL; + return virObjectRef(obj); } @@ -327,59 +394,88 @@ void virStoragePoolObjRemove(virStoragePoolObjListPtr pools, virStoragePoolObjPtr obj) { - size_t i; + char uuidstr[VIR_UUID_STRING_BUFLEN]; + virUUIDFormat(obj->def->uuid, uuidstr); + virObjectRef(obj); virObjectUnlock(obj); + virObjectRWLockWrite(pools); + virObjectLock(obj); + virHashRemoveEntry(pools->objs, uuidstr); + virHashRemoveEntry(pools->objsName, obj->def->name); + virObjectUnlock(obj); + virObjectUnref(obj); + virObjectRWUnlock(pools); +} - for (i = 0; i < pools->count; i++) { - virObjectLock(pools->objs[i]); - if (pools->objs[i] == obj) { - virObjectUnlock(pools->objs[i]); - virObjectUnref(pools->objs[i]); - VIR_DELETE_ELEMENT(pools->objs, i, pools->count); - break; - } - virObjectUnlock(pools->objs[i]); - } +static virStoragePoolObjPtr +virStoragePoolObjFindByUUIDLocked(virStoragePoolObjListPtr pools, + const unsigned char *uuid) +{ + char uuidstr[VIR_UUID_STRING_BUFLEN]; + + virUUIDFormat(uuid, uuidstr); + + return virObjectRef(virHashLookup(pools->objs, uuidstr)); } +/** + * virStoragePoolObjFindByUUID + * @pools: Storage pool object list pointer + * @uuid: Storage object uuid to find + * + * Lock the @pools and lookup the object by @uuid + * + * Returns: Locked and reffed storage pool object or NULL if not found + */ virStoragePoolObjPtr virStoragePoolObjFindByUUID(virStoragePoolObjListPtr pools, const unsigned char *uuid) { - size_t i; - - for (i = 0; i < pools->count; i++) { - virStoragePoolObjPtr obj = pools->objs[i]; + virStoragePoolObjPtr obj; + virObjectRWLockRead(pools); + obj = virStoragePoolObjFindByUUIDLocked(pools, uuid); + virObjectRWUnlock(pools); + if (obj) virObjectLock(obj); - if (!memcmp(obj->def->uuid, uuid, VIR_UUID_BUFLEN)) - return virObjectRef(obj); - virObjectUnlock(obj); - } - return NULL; + return obj; +} + + +static virStoragePoolObjPtr +virStoragePoolObjFindByNameLocked(virStoragePoolObjListPtr pools, + const char *name) +{ + return virObjectRef(virHashLookup(pools->objsName, name)); } +/** + * virStoragePoolObjFindByName + * @pools: Storage pool object list pointer + * @name: Storage object name to find + * + * Lock the @pools and lookup the object by @name + * + * Returns: Locked and reffed storage pool object or NULL if not found + */ virStoragePoolObjPtr virStoragePoolObjFindByName(virStoragePoolObjListPtr pools, const char *name) { - size_t i; - - for (i = 0; i < pools->count; i++) { - virStoragePoolObjPtr obj = pools->objs[i]; + virStoragePoolObjPtr obj; + virObjectRWLockRead(pools); + obj = virStoragePoolObjFindByNameLocked(pools, name); + virObjectRWUnlock(pools); + if (obj) virObjectLock(obj); - if (STREQ(obj->def->name, name)) - return virObjectRef(obj); - virObjectUnlock(obj); - } - return NULL; + return obj; } @@ -623,13 +719,27 @@ virStoragePoolObjVolumeListExport(virConnectPtr conn, } +/** + * virStoragePoolObjAssignDef: + * @pools: Storage Pool object list pointer + * @def: Storage pool definition to add or update + * + * Lookup the @def to see if it already exists in the @pools in order + * to either update or add if it does not exist. + * + * Returns locked and reffed object pointer or NULL on error + */ virStoragePoolObjPtr virStoragePoolObjAssignDef(virStoragePoolObjListPtr pools, virStoragePoolDefPtr def) { virStoragePoolObjPtr obj; + char uuidstr[VIR_UUID_STRING_BUFLEN]; + + virObjectRWLockWrite(pools); - if ((obj = virStoragePoolObjFindByName(pools, def->name))) { + if ((obj = virStoragePoolObjFindByNameLocked(pools, def->name))) { + virObjectLock(obj); if (!virStoragePoolObjIsActive(obj)) { virStoragePoolDefFree(obj->def); obj->def = def; @@ -637,19 +747,31 @@ virStoragePoolObjAssignDef(virStoragePoolObjListPtr pools, virStoragePoolDefFree(obj->newDef); obj->newDef = def; } + virObjectRWUnlock(pools); return obj; } if (!(obj = virStoragePoolObjNew())) return NULL; - if (VIR_APPEND_ELEMENT_COPY(pools->objs, pools->count, obj) < 0) { - virStoragePoolObjEndAPI(&obj); - return NULL; + virUUIDFormat(def->uuid, uuidstr); + if (virHashAddEntry(pools->objs, uuidstr, obj) < 0) + goto error; + virObjectRef(obj); + + if (virHashAddEntry(pools->objsName, def->name, obj) < 0) { + virHashRemoveEntry(pools->objs, uuidstr); + goto error; } + virObjectRef(obj); obj->def = def; + virObjectRWUnlock(pools); + return obj; - return virObjectRef(obj); + error: + virStoragePoolObjEndAPI(&obj); + virObjectRWUnlock(pools); + return NULL; } @@ -682,11 +804,13 @@ virStoragePoolObjLoad(virStoragePoolObjListPtr pools, VIR_FREE(obj->configFile); /* for driver reload */ if (VIR_STRDUP(obj->configFile, path) < 0) { virStoragePoolObjRemove(pools, obj); + virObjectUnref(obj); return NULL; } VIR_FREE(obj->autostartLink); /* for driver reload */ if (VIR_STRDUP(obj->autostartLink, autostartLink) < 0) { virStoragePoolObjRemove(pools, obj); + virObjectUnref(obj); return NULL; } @@ -875,26 +999,100 @@ virStoragePoolObjDeleteDef(virStoragePoolObjPtr obj) } +struct _virStoragePoolCountData { + virConnectPtr conn; + virStoragePoolObjListACLFilter filter; + bool wantActive; + int count; +}; + + +static int +virStoragePoolObjNumOfStoragePoolsCb(void *payload, + const void *name ATTRIBUTE_UNUSED, + void *opaque) +{ + virStoragePoolObjPtr obj = payload; + struct _virStoragePoolCountData *data = opaque; + + virObjectLock(obj); + + if (data->filter && !data->filter(data->conn, obj->def)) + goto cleanup; + + if (data->wantActive != virStoragePoolObjIsActive(obj)) + goto cleanup; + + data->count++; + + cleanup: + virObjectUnlock(obj); + return 0; +} + + int virStoragePoolObjNumOfStoragePools(virStoragePoolObjListPtr pools, virConnectPtr conn, bool wantActive, virStoragePoolObjListACLFilter filter) { - int npools = 0; - size_t i; + struct _virStoragePoolCountData data = { + .conn = conn, .filter = filter, .wantActive = wantActive, .count = 0 }; - for (i = 0; i < pools->count; i++) { - virStoragePoolObjPtr obj = pools->objs[i]; - virObjectLock(obj); - if (!filter || filter(conn, obj->def)) { - if (wantActive == virStoragePoolObjIsActive(obj)) - npools++; + virObjectRWLockRead(pools); + virHashForEach(pools->objs, virStoragePoolObjNumOfStoragePoolsCb, &data); + virObjectRWUnlock(pools); + + return data.count; +} + + +struct _virStoragePoolNameData { + virConnectPtr conn; + virStoragePoolObjListACLFilter filter; + bool wantActive; + bool error; + int nnames; + int maxnames; + char **const names; +}; + + +static int +virStoragePoolObjGetNamesCb(void *payload, + const void *name ATTRIBUTE_UNUSED, + void *opaque) +{ + virStoragePoolObjPtr obj = payload; + struct _virStoragePoolNameData *data = opaque; + + if (data->error) + return 0; + + if (data->maxnames >= 0 && data->nnames == data->maxnames) + return 0; + + virObjectLock(obj); + + if (data->filter && !data->filter(data->conn, obj->def)) + goto cleanup; + + if (data->wantActive != virStoragePoolObjIsActive(obj)) + goto cleanup; + + if (data->names) { + if (VIR_STRDUP(data->names[data->nnames], obj->def->name) < 0) { + data->error = true; + goto cleanup; } - virObjectUnlock(obj); } - return npools; + data->nnames++; + + cleanup: + virObjectUnlock(obj); + return 0; } @@ -906,30 +1104,22 @@ virStoragePoolObjGetNames(virStoragePoolObjListPtr pools, char **const names, int maxnames) { - int nnames = 0; - size_t i; + struct _virStoragePoolNameData data = { + .conn = conn, .filter = filter, .wantActive = wantActive, + .error = false, .nnames = 0, .maxnames = maxnames, .names = names }; - for (i = 0; i < pools->count && nnames < maxnames; i++) { - virStoragePoolObjPtr obj = pools->objs[i]; - virObjectLock(obj); - if (!filter || filter(conn, obj->def)) { - if (wantActive == virStoragePoolObjIsActive(obj)) { - if (VIR_STRDUP(names[nnames], obj->def->name) < 0) { - virObjectUnlock(obj); - goto failure; - } - nnames++; - } - } - virObjectUnlock(obj); - } + virObjectRWLockRead(pools); + virHashForEach(pools->objs, virStoragePoolObjGetNamesCb, &data); + virObjectRWUnlock(pools); - return nnames; + if (data.error) + goto error; - failure: - while (--nnames >= 0) - VIR_FREE(names[nnames]); + return data.nnames; + error: + while (data.nnames) + VIR_FREE(data.names[--data.nnames]); return -1; } @@ -1288,89 +1478,103 @@ virStoragePoolObjSourceMatchTypeDEVICE(virStoragePoolObjPtr obj, } +struct _virStoragePoolObjFindDuplicateData { + virConnectPtr conn; + virStoragePoolDefPtr def; +}; + +static int +virStoragePoolObjSourceFindDuplicateCb(const void *payload, + const void *name ATTRIBUTE_UNUSED, + const void *opaque) +{ + virStoragePoolObjPtr obj = (virStoragePoolObjPtr) payload; + struct _virStoragePoolObjFindDuplicateData *data = + (struct _virStoragePoolObjFindDuplicateData *) opaque; + + /* Don't match against ourself if re-defining existing pool ! */ + if (STREQ(obj->def->name, data->def->name)) + return 0; + + switch ((virStoragePoolType)obj->def->type) { + case VIR_STORAGE_POOL_DIR: + case VIR_STORAGE_POOL_GLUSTER: + case VIR_STORAGE_POOL_NETFS: + if (data->def->type == obj->def->type && + virStoragePoolObjSourceMatchTypeDIR(obj, data->def)) + return 1; + break; + + case VIR_STORAGE_POOL_SCSI: + if (data->def->type == obj->def->type && + virStoragePoolObjSourceMatchTypeISCSI(obj, data->def, data->conn)) + return 1; + break; + + case VIR_STORAGE_POOL_ISCSI: + case VIR_STORAGE_POOL_FS: + case VIR_STORAGE_POOL_LOGICAL: + case VIR_STORAGE_POOL_DISK: + case VIR_STORAGE_POOL_ZFS: + if ((data->def->type == VIR_STORAGE_POOL_ISCSI || + data->def->type == VIR_STORAGE_POOL_FS || + data->def->type == VIR_STORAGE_POOL_LOGICAL || + data->def->type == VIR_STORAGE_POOL_DISK || + data->def->type == VIR_STORAGE_POOL_ZFS) && + virStoragePoolObjSourceMatchTypeDEVICE(obj, data->def)) + return 1; + break; + + case VIR_STORAGE_POOL_SHEEPDOG: + if (data->def->type == obj->def->type && + virStoragePoolSourceMatchSingleHost(&obj->def->source, + &data->def->source)) + return 1; + break; + + case VIR_STORAGE_POOL_MPATH: + /* Only one mpath pool is valid per host */ + if (data->def->type == obj->def->type) + return 1; + break; + + case VIR_STORAGE_POOL_VSTORAGE: + if (data->def->type == obj->def->type && + STREQ(obj->def->source.name, data->def->source.name)) + return 1; + break; + + case VIR_STORAGE_POOL_RBD: + case VIR_STORAGE_POOL_LAST: + break; + } + + return 0; +} + + int virStoragePoolObjSourceFindDuplicate(virConnectPtr conn, virStoragePoolObjListPtr pools, virStoragePoolDefPtr def) { - size_t i; - int ret = 1; + struct _virStoragePoolObjFindDuplicateData data = { .conn = conn, + .def = def }; virStoragePoolObjPtr obj = NULL; - virStoragePoolObjPtr matchobj = NULL; - /* Check the pool list for duplicate underlying storage */ - for (i = 0; i < pools->count; i++) { - obj = pools->objs[i]; + virObjectRWLockRead(pools); + obj = virHashSearch(pools->objs, virStoragePoolObjSourceFindDuplicateCb, + &data, NULL); + virObjectRWUnlock(pools); - /* Don't match against ourself if re-defining existing pool ! */ - if (STREQ(obj->def->name, def->name)) - continue; - - virObjectLock(obj); - - switch ((virStoragePoolType)obj->def->type) { - case VIR_STORAGE_POOL_DIR: - case VIR_STORAGE_POOL_GLUSTER: - case VIR_STORAGE_POOL_NETFS: - if (def->type == obj->def->type) - matchobj = virStoragePoolObjSourceMatchTypeDIR(obj, def); - break; - - case VIR_STORAGE_POOL_SCSI: - if (def->type == obj->def->type) - matchobj = virStoragePoolObjSourceMatchTypeISCSI(obj, def, - conn); - break; - - case VIR_STORAGE_POOL_ISCSI: - case VIR_STORAGE_POOL_FS: - case VIR_STORAGE_POOL_LOGICAL: - case VIR_STORAGE_POOL_DISK: - case VIR_STORAGE_POOL_ZFS: - if (def->type == VIR_STORAGE_POOL_ISCSI || - def->type == VIR_STORAGE_POOL_FS || - def->type == VIR_STORAGE_POOL_LOGICAL || - def->type == VIR_STORAGE_POOL_DISK || - def->type == VIR_STORAGE_POOL_ZFS) - matchobj = virStoragePoolObjSourceMatchTypeDEVICE(obj, def); - break; - - case VIR_STORAGE_POOL_SHEEPDOG: - if (def->type == obj->def->type && - virStoragePoolSourceMatchSingleHost(&obj->def->source, - &def->source)) - matchobj = obj; - break; - - case VIR_STORAGE_POOL_MPATH: - /* Only one mpath pool is valid per host */ - if (def->type == obj->def->type) - matchobj = obj; - break; - - case VIR_STORAGE_POOL_VSTORAGE: - if (def->type == obj->def->type && - STREQ(obj->def->source.name, def->source.name)) - matchobj = obj; - break; - - case VIR_STORAGE_POOL_RBD: - case VIR_STORAGE_POOL_LAST: - break; - } - virObjectUnlock(obj); - - if (matchobj) - break; - } - - if (matchobj) { + if (obj) { virReportError(VIR_ERR_OPERATION_FAILED, _("Storage source conflict with pool: '%s'"), - matchobj->def->name); - ret = -1; + obj->def->name); + return -1; } - return ret; + + return 0; } @@ -1439,6 +1643,56 @@ virStoragePoolMatch(virStoragePoolObjPtr obj, #undef MATCH +struct _virStoragePoolExportData { + virConnectPtr conn; + virStoragePoolObjListACLFilter filter; + bool checkActive; + bool wantActive; + bool checkMatch; + unsigned int flags; + bool error; + int nPools; + virStoragePoolPtr *pools; +}; + + +static int +virStoragePoolObjListExportCb(void *payload, + const void *name ATTRIBUTE_UNUSED, + void *opaque) +{ + virStoragePoolObjPtr obj = payload; + struct _virStoragePoolExportData *data = opaque; + virStoragePoolPtr pool = NULL; + + if (data->error) + return 0; + + virObjectLock(obj); + + if (data->filter && !data->filter(data->conn, obj->def)) + goto cleanup; + + if (!virStoragePoolMatch(obj, data->flags)) + goto cleanup; + + if (data->pools) { + if (!(pool = virGetStoragePool(data->conn, obj->def->name, + obj->def->uuid, NULL, NULL))) { + data->error = true; + goto cleanup; + } + data->pools[data->nPools] = pool; + } + + data->nPools++; + + cleanup: + virObjectUnlock(obj); + return 0; +} + + int virStoragePoolObjListExport(virConnectPtr conn, virStoragePoolObjListPtr poolobjs, @@ -1446,50 +1700,30 @@ virStoragePoolObjListExport(virConnectPtr conn, virStoragePoolObjListFilter filter, unsigned int flags) { - virStoragePoolPtr *tmp_pools = NULL; - virStoragePoolPtr pool = NULL; - int npools = 0; - int ret = -1; - size_t i; + struct _virStoragePoolExportData data = { + .conn = conn, .filter = filter, .flags = flags, .error = false, + .nPools = 0, .pools = NULL }; - if (pools && VIR_ALLOC_N(tmp_pools, poolobjs->count + 1) < 0) - goto cleanup; + virObjectRWLockRead(poolobjs); - for (i = 0; i < poolobjs->count; i++) { - virStoragePoolObjPtr obj = poolobjs->objs[i]; - virObjectLock(obj); - if ((!filter || filter(conn, obj->def)) && - virStoragePoolMatch(obj, flags)) { - if (pools) { - if (!(pool = virGetStoragePool(conn, - obj->def->name, - obj->def->uuid, - NULL, NULL))) { - virObjectUnlock(obj); - goto cleanup; - } - tmp_pools[npools] = pool; - } - npools++; - } - virObjectUnlock(obj); - } + if (pools && VIR_ALLOC_N(data.pools, virHashSize(poolobjs->objs) + 1) < 0) + goto error; - if (tmp_pools) { - /* trim the array to the final size */ - ignore_value(VIR_REALLOC_N(tmp_pools, npools + 1)); - *pools = tmp_pools; - tmp_pools = NULL; - } + virHashForEach(poolobjs->objs, virStoragePoolObjListExportCb, &data); + virObjectRWUnlock(poolobjs); - ret = npools; + if (data.error) + goto error; - cleanup: - if (tmp_pools) { - for (i = 0; i < npools; i++) - virObjectUnref(tmp_pools[i]); + if (data.pools) { + /* trim the array to the final size */ + ignore_value(VIR_REALLOC_N(data.pools, data.nPools + 1)); + *pools = data.pools; } - VIR_FREE(tmp_pools); - return ret; + return data.nPools; + + error: + virObjectListFree(data.pools); + return -1; } diff --git a/src/conf/virstorageobj.h b/src/conf/virstorageobj.h index d4165fbe7..4f372386a 100644 --- a/src/conf/virstorageobj.h +++ b/src/conf/virstorageobj.h @@ -219,9 +219,6 @@ virStoragePoolObjGetNames(virStoragePoolObjListPtr pools, void virStoragePoolObjFree(virStoragePoolObjPtr obj); -void -virStoragePoolObjListFree(virStoragePoolObjListPtr pools); - typedef void (*virStoragePoolObjListIterator)(virStoragePoolObjPtr obj, const void *opaque); diff --git a/src/libvirt_private.syms b/src/libvirt_private.syms index e4744378c..e8924c545 100644 --- a/src/libvirt_private.syms +++ b/src/libvirt_private.syms @@ -1095,7 +1095,6 @@ virStoragePoolObjIsAutostart; virStoragePoolObjIsDuplicate; virStoragePoolObjListExport; virStoragePoolObjListForEach; -virStoragePoolObjListFree; virStoragePoolObjListNew; virStoragePoolObjListSearch; virStoragePoolObjLoadAllConfigs; diff --git a/src/storage/storage_driver.c b/src/storage/storage_driver.c index e0748615a..c9d5b60d8 100644 --- a/src/storage/storage_driver.c +++ b/src/storage/storage_driver.c @@ -94,6 +94,7 @@ virStoragePoolUpdateInactive(virStoragePoolObjPtr *objptr) if (!virStoragePoolObjGetConfigFile(obj)) { virStoragePoolObjRemove(driver->pools, obj); + virObjectUnref(obj); *objptr = NULL; } else if (virStoragePoolObjGetNewDef(obj)) { virStoragePoolObjDefUseNewDef(obj); @@ -375,7 +376,7 @@ storageStateCleanup(void) virObjectUnref(driver->storageEventState); /* free inactive pools */ - virStoragePoolObjListFree(driver->pools); + virObjectUnref(driver->pools); VIR_FREE(driver->configDir); VIR_FREE(driver->autostartDir); @@ -713,6 +714,7 @@ storagePoolCreateXML(virConnectPtr conn, (flags & VIR_STORAGE_POOL_CREATE_WITH_BUILD)) { if (backend->buildPool(conn, obj, build_flags) < 0) { virStoragePoolObjRemove(driver->pools, obj); + virObjectUnref(obj); obj = NULL; goto cleanup; } @@ -722,6 +724,7 @@ storagePoolCreateXML(virConnectPtr conn, if (backend->startPool && backend->startPool(conn, obj) < 0) { virStoragePoolObjRemove(driver->pools, obj); + virObjectUnref(obj); obj = NULL; goto cleanup; } @@ -736,6 +739,7 @@ storagePoolCreateXML(virConnectPtr conn, if (backend->stopPool) backend->stopPool(conn, obj); virStoragePoolObjRemove(driver->pools, obj); + virObjectUnref(obj); obj = NULL; goto cleanup; } @@ -799,6 +803,7 @@ storagePoolDefineXML(virConnectPtr conn, if (virStoragePoolObjSaveDef(driver, obj, def) < 0) { virStoragePoolObjRemove(driver->pools, obj); + virObjectUnref(obj); obj = NULL; goto cleanup; } @@ -868,6 +873,7 @@ storagePoolUndefine(virStoragePoolPtr pool) VIR_INFO("Undefining storage pool '%s'", def->name); virStoragePoolObjRemove(driver->pools, obj); + virObjectUnref(obj); obj = NULL; ret = 0; diff --git a/src/test/test_driver.c b/src/test/test_driver.c index 531e2880c..8adc2167b 100644 --- a/src/test/test_driver.c +++ b/src/test/test_driver.c @@ -155,7 +155,7 @@ testDriverFree(testDriverPtr driver) virNodeDeviceObjListFree(driver->devs); virObjectUnref(driver->networks); virObjectUnref(driver->ifaces); - virStoragePoolObjListFree(driver->pools); + virObjectUnref(driver->pools); virObjectUnref(driver->eventState); virMutexUnlock(&driver->lock); virMutexDestroy(&driver->lock); @@ -4463,6 +4463,7 @@ testStoragePoolCreateXML(virConnectPtr conn, def->source.adapter.data.fchost.wwnn, def->source.adapter.data.fchost.wwpn) < 0) { virStoragePoolObjRemove(privconn->pools, obj); + virObjectUnref(obj); obj = NULL; goto cleanup; } @@ -4470,6 +4471,7 @@ testStoragePoolCreateXML(virConnectPtr conn, if (testStoragePoolObjSetDefaults(obj) == -1) { virStoragePoolObjRemove(privconn->pools, obj); + virObjectUnref(obj); obj = NULL; goto cleanup; } @@ -4529,6 +4531,7 @@ testStoragePoolDefineXML(virConnectPtr conn, if (testStoragePoolObjSetDefaults(obj) == -1) { virStoragePoolObjRemove(privconn->pools, obj); + virObjectUnref(obj); obj = NULL; goto cleanup; } @@ -4559,6 +4562,7 @@ testStoragePoolUndefine(virStoragePoolPtr pool) 0); virStoragePoolObjRemove(privconn->pools, obj); + virObjectUnref(obj); testObjectEventQueue(privconn, event); return 0; @@ -4652,6 +4656,7 @@ testStoragePoolDestroy(virStoragePoolPtr pool) if (!(virStoragePoolObjGetConfigFile(obj))) { virStoragePoolObjRemove(privconn->pools, obj); + virObjectUnref(obj); obj = NULL; } ret = 0; -- 2.13.6
On 12/05/2017 02:43 AM, John Ferlan wrote:
Now that we have a private storage pool list, we can take the next step and convert to using objects. In this case, we're going to use RWLockable objects (just like every other driver) with two hash tables for lookup by UUID or Name.
Along the way the ForEach and Search API's will be adjusted to use the related Hash API's and the various FindBy functions altered and augmented to allow for HashLookup w/ and w/o the pool lock already taken.
After virStoragePoolObjRemove we will need to virObjectUnref(obj) after to indicate the caller is "done" with it's reference. The Unlock occurs during the Remove.
The NumOf, GetNames, and Export functions all have their own callback functions to return the required data and the FindDuplicate code can use the HashSearch function callbacks.
Signed-off-by: John Ferlan <jferlan@redhat.com> --- src/conf/virstorageobj.c | 638 +++++++++++++++++++++++++++++-------------- src/conf/virstorageobj.h | 3 - src/libvirt_private.syms | 1 - src/storage/storage_driver.c | 8 +- src/test/test_driver.c | 7 +- 5 files changed, 449 insertions(+), 208 deletions(-)
diff --git a/src/conf/virstorageobj.c b/src/conf/virstorageobj.c index a48346b24..0e5c98bf7 100644 --- a/src/conf/virstorageobj.c +++ b/src/conf/virstorageobj.c @@ -27,6 +27,7 @@ #include "viralloc.h" #include "virerror.h" #include "virfile.h" +#include "virhash.h" #include "virlog.h" #include "virscsihost.h" #include "virstring.h" @@ -37,9 +38,12 @@ VIR_LOG_INIT("conf.virstorageobj");
static virClassPtr virStoragePoolObjClass; +static virClassPtr virStoragePoolObjListClass;
static void virStoragePoolObjDispose(void *opaque); +static void +virStoragePoolObjListDispose(void *opaque);
struct _virStorageVolDefList { @@ -63,8 +67,15 @@ struct _virStoragePoolObj { };
struct _virStoragePoolObjList { - size_t count; - virStoragePoolObjPtr *objs; + virObjectRWLockable parent; + + /* uuid string -> virStoragePoolObj mapping + * for (1), lockless lookup-by-uuid */ + virHashTable *objs; + + /* name string -> virStoragePoolObj mapping + * for (1), lockless lookup-by-name */ + virHashTable *objsName; };
@@ -77,6 +88,12 @@ virStoragePoolObjOnceInit(void) virStoragePoolObjDispose))) return -1;
+ if (!(virStoragePoolObjListClass = virClassNew(virClassForObjectRWLockable(), + "virStoragePoolObjList", + sizeof(virStoragePoolObjList), + virStoragePoolObjListDispose))) + return -1; + return 0; }
@@ -240,13 +257,15 @@ virStoragePoolObjDispose(void *opaque)
void -virStoragePoolObjListFree(virStoragePoolObjListPtr pools) +virStoragePoolObjListDispose(void *opaque) { - size_t i; - for (i = 0; i < pools->count; i++) - virObjectUnref(pools->objs[i]); - VIR_FREE(pools->objs); - VIR_FREE(pools); + virStoragePoolObjListPtr pools = opaque; + + if (!pools) + return;
This shouldn't be needed. This function is called iff pools are still not NULL.
+ + virHashFree(pools->objs); + virHashFree(pools->objsName); }
@@ -255,13 +274,44 @@ virStoragePoolObjListNew(void) { virStoragePoolObjListPtr pools;
- if (VIR_ALLOC(pools) < 0) + if (virStoragePoolObjInitialize() < 0) + return NULL; + + if (!(pools = virObjectRWLockableNew(virStoragePoolObjListClass))) + return NULL; + + if (!(pools->objs = virHashCreate(20, virObjectFreeHashData)) || + !(pools->objsName = virHashCreate(20, virObjectFreeHashData))) { + virObjectUnref(pools); return NULL; + }
return pools; }
+struct _virStoragePoolObjListForEachData { + virStoragePoolObjListIterator iter; + const void *opaque; +}; + +static int +virStoragePoolObjListForEachCb(void *payload, + const void *name ATTRIBUTE_UNUSED, + void *opaque) +{ + virStoragePoolObjPtr obj = payload; + struct _virStoragePoolObjListForEachData *data = + (struct _virStoragePoolObjListForEachData *)opaque;
Do we need this typecast? I don't think so. You're assigning void *payload to virStoragePoolObjPtr obj directly, without any typecast.
+ + virObjectLock(obj); + data->iter(obj, data->opaque); + virObjectUnlock(obj); + + return 0; +} + + /** * virStoragePoolObjListForEach * @pools: Pointer to pools object @@ -279,15 +329,35 @@ virStoragePoolObjListForEach(virStoragePoolObjListPtr pools, virStoragePoolObjListIterator iter, const void *opaque) { - size_t i; - virStoragePoolObjPtr obj; + struct _virStoragePoolObjListForEachData data = { .iter = iter, + .opaque = opaque };
- for (i = 0; i < pools->count; i++) { - obj = pools->objs[i]; - virObjectLock(obj); - iter(obj, opaque); - virObjectUnlock(obj); - } + virObjectRWLockRead(pools); + virHashForEach(pools->objs, virStoragePoolObjListForEachCb, &data); + virObjectRWUnlock(pools); +} + + +struct _virStoragePoolObjListSearchData { + virStoragePoolObjListSearcher searcher; + const void *opaque; +}; + + +static int +virStoragePoolObjListSearchCb(const void *payload, + const void *name ATTRIBUTE_UNUSED, + const void *opaque) +{ + virStoragePoolObjPtr obj = (virStoragePoolObjPtr) payload; + struct _virStoragePoolObjListSearchData *data = + (struct _virStoragePoolObjListSearchData *)opaque;
Of course, typecast is needed here because we need to drop 'const'. Grrr. I wonder if locking an object is considered as modifying it. IOW if virObjectLock() should take 'void *' or 'const void *'.
+ + virObjectLock(obj); + if (data->searcher(obj, data->opaque)) + return 1; + virObjectUnlock(obj); + return 0; }
Michal
On 12/13/2017 11:40 AM, Michal Privoznik wrote:
On 12/05/2017 02:43 AM, John Ferlan wrote:
Now that we have a private storage pool list, we can take the next step and convert to using objects. In this case, we're going to use RWLockable objects (just like every other driver) with two hash tables for lookup by UUID or Name.
Along the way the ForEach and Search API's will be adjusted to use the related Hash API's and the various FindBy functions altered and augmented to allow for HashLookup w/ and w/o the pool lock already taken.
After virStoragePoolObjRemove we will need to virObjectUnref(obj) after to indicate the caller is "done" with it's reference. The Unlock occurs during the Remove.
The NumOf, GetNames, and Export functions all have their own callback functions to return the required data and the FindDuplicate code can use the HashSearch function callbacks.
Signed-off-by: John Ferlan <jferlan@redhat.com> --- src/conf/virstorageobj.c | 638 +++++++++++++++++++++++++++++-------------- src/conf/virstorageobj.h | 3 - src/libvirt_private.syms | 1 - src/storage/storage_driver.c | 8 +- src/test/test_driver.c | 7 +- 5 files changed, 449 insertions(+), 208 deletions(-)
diff --git a/src/conf/virstorageobj.c b/src/conf/virstorageobj.c index a48346b24..0e5c98bf7 100644 --- a/src/conf/virstorageobj.c +++ b/src/conf/virstorageobj.c @@ -27,6 +27,7 @@ #include "viralloc.h" #include "virerror.h" #include "virfile.h" +#include "virhash.h" #include "virlog.h" #include "virscsihost.h" #include "virstring.h" @@ -37,9 +38,12 @@ VIR_LOG_INIT("conf.virstorageobj");
static virClassPtr virStoragePoolObjClass; +static virClassPtr virStoragePoolObjListClass;
static void virStoragePoolObjDispose(void *opaque); +static void +virStoragePoolObjListDispose(void *opaque);
struct _virStorageVolDefList { @@ -63,8 +67,15 @@ struct _virStoragePoolObj { };
struct _virStoragePoolObjList { - size_t count; - virStoragePoolObjPtr *objs; + virObjectRWLockable parent; + + /* uuid string -> virStoragePoolObj mapping + * for (1), lockless lookup-by-uuid */ + virHashTable *objs; + + /* name string -> virStoragePoolObj mapping + * for (1), lockless lookup-by-name */ + virHashTable *objsName; };
@@ -77,6 +88,12 @@ virStoragePoolObjOnceInit(void) virStoragePoolObjDispose))) return -1;
+ if (!(virStoragePoolObjListClass = virClassNew(virClassForObjectRWLockable(), + "virStoragePoolObjList", + sizeof(virStoragePoolObjList), + virStoragePoolObjListDispose))) + return -1; + return 0; }
@@ -240,13 +257,15 @@ virStoragePoolObjDispose(void *opaque)
void -virStoragePoolObjListFree(virStoragePoolObjListPtr pools) +virStoragePoolObjListDispose(void *opaque) { - size_t i; - for (i = 0; i < pools->count; i++) - virObjectUnref(pools->objs[i]); - VIR_FREE(pools->objs); - VIR_FREE(pools); + virStoragePoolObjListPtr pools = opaque; + + if (!pools) + return;
This shouldn't be needed. This function is called iff pools are still not NULL.
Oh right, it's removed...
+ + virHashFree(pools->objs); + virHashFree(pools->objsName); }
@@ -255,13 +274,44 @@ virStoragePoolObjListNew(void) { virStoragePoolObjListPtr pools;
- if (VIR_ALLOC(pools) < 0) + if (virStoragePoolObjInitialize() < 0) + return NULL; + + if (!(pools = virObjectRWLockableNew(virStoragePoolObjListClass))) + return NULL; + + if (!(pools->objs = virHashCreate(20, virObjectFreeHashData)) || + !(pools->objsName = virHashCreate(20, virObjectFreeHashData))) { + virObjectUnref(pools); return NULL; + }
return pools; }
+struct _virStoragePoolObjListForEachData { + virStoragePoolObjListIterator iter; + const void *opaque; +}; + +static int +virStoragePoolObjListForEachCb(void *payload, + const void *name ATTRIBUTE_UNUSED, + void *opaque) +{ + virStoragePoolObjPtr obj = payload; + struct _virStoragePoolObjListForEachData *data = + (struct _virStoragePoolObjListForEachData *)opaque;
Do we need this typecast? I don't think so. You're assigning void *payload to virStoragePoolObjPtr obj directly, without any typecast.
True - it's probably a holdover from undoing something. Been too long to remember though. Consider it gone.
+ + virObjectLock(obj); + data->iter(obj, data->opaque); + virObjectUnlock(obj); + + return 0; +} + + /** * virStoragePoolObjListForEach * @pools: Pointer to pools object @@ -279,15 +329,35 @@ virStoragePoolObjListForEach(virStoragePoolObjListPtr pools, virStoragePoolObjListIterator iter, const void *opaque) { - size_t i; - virStoragePoolObjPtr obj; + struct _virStoragePoolObjListForEachData data = { .iter = iter, + .opaque = opaque };
- for (i = 0; i < pools->count; i++) { - obj = pools->objs[i]; - virObjectLock(obj); - iter(obj, opaque); - virObjectUnlock(obj); - } + virObjectRWLockRead(pools); + virHashForEach(pools->objs, virStoragePoolObjListForEachCb, &data); + virObjectRWUnlock(pools); +} + + +struct _virStoragePoolObjListSearchData { + virStoragePoolObjListSearcher searcher; + const void *opaque; +}; + + +static int +virStoragePoolObjListSearchCb(const void *payload, + const void *name ATTRIBUTE_UNUSED, + const void *opaque) +{ + virStoragePoolObjPtr obj = (virStoragePoolObjPtr) payload; + struct _virStoragePoolObjListSearchData *data = + (struct _virStoragePoolObjListSearchData *)opaque;
Of course, typecast is needed here because we need to drop 'const'. Grrr. I wonder if locking an object is considered as modifying it. IOW if virObjectLock() should take 'void *' or 'const void *'.
I would think taking a lock is considered violation of const-ness. I can certainly see cause for why a Search callback would say don't change something though. Taking a different approach - if the caller knew that the opaque was a LockableObject, then it could do the right thing and keep the const argument. It could probably even be better if it was a RWReadLock. But that's a different rabbit-hole that I'm not sure I want to jump into yet. Although I did dip my toes in that water and got more or less rejected, so this is as close as I think I'm going to get for now. Thanks for the review - John
+ + virObjectLock(obj); + if (data->searcher(obj, data->opaque)) + return 1; + virObjectUnlock(obj); + return 0; }
Michal
Now that the storage pools are self locking, we can reduce the number of places that need to take the big hammer storage driver lock Signed-off-by: John Ferlan <jferlan@redhat.com> --- src/storage/storage_driver.c | 103 +++++++------------------------------------ 1 file changed, 16 insertions(+), 87 deletions(-) diff --git a/src/storage/storage_driver.c b/src/storage/storage_driver.c index c9d5b60d8..f86087fb0 100644 --- a/src/storage/storage_driver.c +++ b/src/storage/storage_driver.c @@ -415,13 +415,7 @@ storagePoolObjFindByUUID(const unsigned char *uuid, static virStoragePoolObjPtr virStoragePoolObjFromStoragePool(virStoragePoolPtr pool) { - virStoragePoolObjPtr ret; - - storageDriverLock(); - ret = storagePoolObjFindByUUID(pool->uuid, pool->name); - storageDriverUnlock(); - - return ret; + return storagePoolObjFindByUUID(pool->uuid, pool->name); } @@ -430,12 +424,9 @@ storagePoolObjFindByName(const char *name) { virStoragePoolObjPtr obj; - storageDriverLock(); if (!(obj = virStoragePoolObjFindByName(driver->pools, name))) virReportError(VIR_ERR_NO_STORAGE_POOL, _("no storage pool with matching name '%s'"), name); - storageDriverUnlock(); - return obj; } @@ -448,9 +439,7 @@ storagePoolLookupByUUID(virConnectPtr conn, virStoragePoolDefPtr def; virStoragePoolPtr pool = NULL; - storageDriverLock(); obj = storagePoolObjFindByUUID(uuid, NULL); - storageDriverUnlock(); if (!obj) return NULL; def = virStoragePoolObjGetDef(obj); @@ -511,17 +500,11 @@ storagePoolLookupByVolume(virStorageVolPtr vol) static int storageConnectNumOfStoragePools(virConnectPtr conn) { - int nactive = 0; - if (virConnectNumOfStoragePoolsEnsureACL(conn) < 0) return -1; - storageDriverLock(); - nactive = virStoragePoolObjNumOfStoragePools(driver->pools, conn, true, - virConnectNumOfStoragePoolsCheckACL); - storageDriverUnlock(); - - return nactive; + return virStoragePoolObjNumOfStoragePools(driver->pools, conn, true, + virConnectNumOfStoragePoolsCheckACL); } @@ -530,33 +513,22 @@ storageConnectListStoragePools(virConnectPtr conn, char **const names, int maxnames) { - int got = 0; - if (virConnectListStoragePoolsEnsureACL(conn) < 0) return -1; - storageDriverLock(); - got = virStoragePoolObjGetNames(driver->pools, conn, true, - virConnectListStoragePoolsCheckACL, - names, maxnames); - storageDriverUnlock(); - return got; + return virStoragePoolObjGetNames(driver->pools, conn, true, + virConnectListStoragePoolsCheckACL, + names, maxnames); } static int storageConnectNumOfDefinedStoragePools(virConnectPtr conn) { - int nactive = 0; - if (virConnectNumOfDefinedStoragePoolsEnsureACL(conn) < 0) return -1; - storageDriverLock(); - nactive = virStoragePoolObjNumOfStoragePools(driver->pools, conn, false, - virConnectNumOfDefinedStoragePoolsCheckACL); - storageDriverUnlock(); - - return nactive; + return virStoragePoolObjNumOfStoragePools(driver->pools, conn, false, + virConnectNumOfDefinedStoragePoolsCheckACL); } @@ -565,17 +537,12 @@ storageConnectListDefinedStoragePools(virConnectPtr conn, char **const names, int maxnames) { - int got = 0; - if (virConnectListDefinedStoragePoolsEnsureACL(conn) < 0) return -1; - storageDriverLock(); - got = virStoragePoolObjGetNames(driver->pools, conn, false, - virConnectListDefinedStoragePoolsCheckACL, - names, maxnames); - storageDriverUnlock(); - return got; + return virStoragePoolObjGetNames(driver->pools, conn, false, + virConnectListDefinedStoragePoolsCheckACL, + names, maxnames); } /* This method is required to be re-entrant / thread safe, so @@ -683,7 +650,6 @@ storagePoolCreateXML(virConnectPtr conn, VIR_EXCLUSIVE_FLAGS_RET(VIR_STORAGE_POOL_BUILD_OVERWRITE, VIR_STORAGE_POOL_BUILD_NO_OVERWRITE, NULL); - storageDriverLock(); if (!(newDef = virStoragePoolDefParseString(xml))) goto cleanup; @@ -760,7 +726,6 @@ storagePoolCreateXML(virConnectPtr conn, if (event) virObjectEventStateQueue(driver->storageEventState, event); virStoragePoolObjEndAPI(&obj); - storageDriverUnlock(); return pool; } @@ -777,7 +742,6 @@ storagePoolDefineXML(virConnectPtr conn, virCheckFlags(0, NULL); - storageDriverLock(); if (!(newDef = virStoragePoolDefParseString(xml))) goto cleanup; @@ -820,7 +784,6 @@ storagePoolDefineXML(virConnectPtr conn, virObjectEventStateQueue(driver->storageEventState, event); virStoragePoolDefFree(newDef); virStoragePoolObjEndAPI(&obj); - storageDriverUnlock(); return pool; } @@ -833,7 +796,6 @@ storagePoolUndefine(virStoragePoolPtr pool) virObjectEventPtr event = NULL; int ret = -1; - storageDriverLock(); if (!(obj = storagePoolObjFindByUUID(pool->uuid, pool->name))) goto cleanup; def = virStoragePoolObjGetDef(obj); @@ -881,7 +843,6 @@ storagePoolUndefine(virStoragePoolPtr pool) if (event) virObjectEventStateQueue(driver->storageEventState, event); virStoragePoolObjEndAPI(&obj); - storageDriverUnlock(); return ret; } @@ -1023,7 +984,6 @@ storagePoolDestroy(virStoragePoolPtr pool) char *stateFile = NULL; int ret = -1; - storageDriverLock(); if (!(obj = storagePoolObjFindByUUID(pool->uuid, pool->name))) goto cleanup; def = virStoragePoolObjGetDef(obj); @@ -1076,7 +1036,6 @@ storagePoolDestroy(virStoragePoolPtr pool) if (event) virObjectEventStateQueue(driver->storageEventState, event); virStoragePoolObjEndAPI(&obj); - storageDriverUnlock(); return ret; } @@ -1158,7 +1117,6 @@ storagePoolRefresh(virStoragePoolPtr pool, virCheckFlags(0, -1); - storageDriverLock(); if (!(obj = storagePoolObjFindByUUID(pool->uuid, pool->name))) goto cleanup; def = virStoragePoolObjGetDef(obj); @@ -1206,7 +1164,6 @@ storagePoolRefresh(virStoragePoolPtr pool, if (event) virObjectEventStateQueue(driver->storageEventState, event); virStoragePoolObjEndAPI(&obj); - storageDriverUnlock(); return ret; } @@ -1310,7 +1267,6 @@ storagePoolSetAutostart(virStoragePoolPtr pool, bool cur_autostart; int ret = -1; - storageDriverLock(); if (!(obj = storagePoolObjFindByUUID(pool->uuid, pool->name))) goto cleanup; @@ -1359,7 +1315,6 @@ storagePoolSetAutostart(virStoragePoolPtr pool, cleanup: virStoragePoolObjEndAPI(&obj); - storageDriverUnlock(); return ret; } @@ -1529,7 +1484,6 @@ storageVolLookupByKey(virConnectPtr conn, .conn = conn, .key = key, .voldef = NULL }; virStorageVolPtr vol = NULL; - storageDriverLock(); if ((obj = virStoragePoolObjListSearch(driver->pools, storageVolLookupByKeyCallback, &data)) && data.voldef) { @@ -1541,7 +1495,6 @@ storageVolLookupByKey(virConnectPtr conn, } virStoragePoolObjEndAPI(&obj); } - storageDriverUnlock(); if (!vol) virReportError(VIR_ERR_NO_STORAGE_VOL, @@ -1614,7 +1567,6 @@ storageVolLookupByPath(virConnectPtr conn, if (!(data.cleanpath = virFileSanitizePath(path))) return NULL; - storageDriverLock(); if ((obj = virStoragePoolObjListSearch(driver->pools, storageVolLookupByPathCallback, &data)) && data.voldef) { @@ -1627,7 +1579,6 @@ storageVolLookupByPath(virConnectPtr conn, } virStoragePoolObjEndAPI(&obj); } - storageDriverUnlock(); if (!vol) { if (STREQ(path, data.cleanpath)) { @@ -1673,7 +1624,6 @@ storagePoolLookupByTargetPath(virConnectPtr conn, if (!cleanpath) return NULL; - storageDriverLock(); if ((obj = virStoragePoolObjListSearch(driver->pools, storagePoolLookupByTargetPathCallback, cleanpath))) { @@ -1681,7 +1631,6 @@ storagePoolLookupByTargetPath(virConnectPtr conn, pool = virGetStoragePool(conn, def->name, def->uuid, NULL, NULL); virStoragePoolObjEndAPI(&obj); } - storageDriverUnlock(); if (!pool) { if (STREQ(path, cleanpath)) { @@ -1913,9 +1862,7 @@ storageVolCreateXML(virStoragePoolPtr pool, VIR_FREE(buildvoldef); - storageDriverLock(); virObjectLock(obj); - storageDriverUnlock(); voldef->building = false; virStoragePoolObjDecrAsyncjobs(obj); @@ -1979,14 +1926,12 @@ storageVolCreateXMLFrom(virStoragePoolPtr pool, VIR_STORAGE_VOL_CREATE_REFLINK, NULL); - storageDriverLock(); obj = virStoragePoolObjFindByUUID(driver->pools, pool->uuid); if (obj && STRNEQ(pool->name, volsrc->pool)) { virObjectUnlock(obj); objsrc = virStoragePoolObjFindByName(driver->pools, volsrc->pool); virObjectLock(obj); } - storageDriverUnlock(); if (!obj) { char uuidstr[VIR_UUID_STRING_BUFLEN]; virUUIDFormat(pool->uuid, uuidstr); @@ -2112,11 +2057,9 @@ storageVolCreateXMLFrom(virStoragePoolPtr pool, buildret = backend->buildVolFrom(pool->conn, obj, shadowvol, voldefsrc, flags); - storageDriverLock(); virObjectLock(obj); if (objsrc) virObjectLock(objsrc); - storageDriverUnlock(); voldefsrc->in_use--; voldef->building = false; @@ -2275,7 +2218,6 @@ virStorageVolPoolRefreshThread(void *opaque) virStorageBackendPtr backend; virObjectEventPtr event = NULL; - storageDriverLock(); if (cbdata->vol_path) { if (virStorageBackendPloopRestoreDesc(cbdata->vol_path) < 0) goto cleanup; @@ -2305,7 +2247,6 @@ virStorageVolPoolRefreshThread(void *opaque) if (event) virObjectEventStateQueue(driver->storageEventState, event); virStoragePoolObjEndAPI(&obj); - storageDriverUnlock(); virStorageVolPoolRefreshDataFree(cbdata); } @@ -2688,21 +2629,14 @@ storageConnectListAllStoragePools(virConnectPtr conn, virStoragePoolPtr **pools, unsigned int flags) { - int ret = -1; - virCheckFlags(VIR_CONNECT_LIST_STORAGE_POOLS_FILTERS_ALL, -1); if (virConnectListAllStoragePoolsEnsureACL(conn) < 0) - goto cleanup; - - storageDriverLock(); - ret = virStoragePoolObjListExport(conn, driver->pools, pools, - virConnectListAllStoragePoolsCheckACL, - flags); - storageDriverUnlock(); + return -1; - cleanup: - return ret; + return virStoragePoolObjListExport(conn, driver->pools, pools, + virConnectListAllStoragePoolsCheckACL, + flags); } static int @@ -3098,12 +3032,7 @@ virStorageTranslateDiskSourcePool(virConnectPtr conn, virStoragePoolObjPtr virStoragePoolObjFindPoolByUUID(const unsigned char *uuid) { - virStoragePoolObjPtr obj; - - storageDriverLock(); - obj = virStoragePoolObjFindByUUID(driver->pools, uuid); - storageDriverUnlock(); - return obj; + return virStoragePoolObjFindByUUID(driver->pools, uuid); } -- 2.13.6
ping? Tks - John On 12/04/2017 08:43 PM, John Ferlan wrote:
After this series the storage pool will be private to virstorageobj and will be a self locking list of hash tables similar to other drivers. All that remains will be to make the storage volume lists be hash tables, but that's only once this is accepted.
First patch is related to review comment from last series.
John Ferlan (4): storage: Fix path check in storagePoolLookupByTargetPath storage: Privatize virStoragePoolObjListPtr storage: Convert virStoragePoolObjList to use virObjectRWLockable storage: Reduce need for using storageDriverLock
src/conf/virstorageobj.c | 649 ++++++++++++++++++++++++++++++------------- src/conf/virstorageobj.h | 12 +- src/libvirt_private.syms | 2 +- src/storage/storage_driver.c | 180 +++++------- src/test/test_driver.c | 51 ++-- 5 files changed, 545 insertions(+), 349 deletions(-)
On 12/05/2017 02:43 AM, John Ferlan wrote:
After this series the storage pool will be private to virstorageobj and will be a self locking list of hash tables similar to other drivers. All that remains will be to make the storage volume lists be hash tables, but that's only once this is accepted.
First patch is related to review comment from last series.
John Ferlan (4): storage: Fix path check in storagePoolLookupByTargetPath storage: Privatize virStoragePoolObjListPtr storage: Convert virStoragePoolObjList to use virObjectRWLockable storage: Reduce need for using storageDriverLock
src/conf/virstorageobj.c | 649 ++++++++++++++++++++++++++++++------------- src/conf/virstorageobj.h | 12 +- src/libvirt_private.syms | 2 +- src/storage/storage_driver.c | 180 +++++------- src/test/test_driver.c | 51 ++-- 5 files changed, 545 insertions(+), 349 deletions(-)
ACK series. Michal
participants (2)
-
John Ferlan -
Michal Privoznik