// ********************************************************************** // // Copyright (c) 2003-2012 ZeroC, Inc. All rights reserved. // // This copy of Ice is licensed to you under the terms described in the // ICE_LICENSE file included in this distribution. // // ********************************************************************** #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include using namespace std; using namespace IceGrid; using namespace IceDB; namespace { struct ObjectLoadCI : binary_function&, pair&, bool> { bool operator()(const pair& lhs, const pair& rhs) { return lhs.second < rhs.second; } }; bool isServerUpdated(const ServerInfo& lhs, const ServerInfo& rhs) { if(lhs.node != rhs.node) { return true; } IceBoxDescriptorPtr lhsIceBox = IceBoxDescriptorPtr::dynamicCast(lhs.descriptor); IceBoxDescriptorPtr rhsIceBox = IceBoxDescriptorPtr::dynamicCast(rhs.descriptor); if(lhsIceBox && rhsIceBox) { return IceBoxHelper(lhsIceBox) != IceBoxHelper(rhsIceBox); } else if(!lhsIceBox && !rhsIceBox) { return ServerHelper(lhs.descriptor) != ServerHelper(rhs.descriptor); } else { return true; } } void halt(const Ice::CommunicatorPtr& com, const DatabaseException& ex) { { Ice::Error error(com->getLogger()); error << "fatal exception: " << ex << "\n*** Aborting application ***"; } abort(); } } Database::Database(const Ice::ObjectAdapterPtr& registryAdapter, const IceStorm::TopicManagerPrx& topicManager, const string& instanceName, const TraceLevelsPtr& traceLevels, const RegistryInfo& info, const DatabasePluginPtr& plugin, bool readonly) : _communicator(registryAdapter->getCommunicator()), _internalAdapter(registryAdapter), _topicManager(topicManager), _instanceName(instanceName), _traceLevels(traceLevels), _master(info.name == "Master"), _readonly(readonly || !_master), _replicaCache(_communicator, topicManager), _nodeCache(_communicator, _replicaCache, _readonly && _master ? string("Master (read-only)") : info.name), _adapterCache(_communicator), _objectCache(_communicator), _allocatableObjectCache(_communicator), _serverCache(_communicator, _instanceName, _nodeCache, _adapterCache, _objectCache, _allocatableObjectCache), _databaseCache(plugin->getDatabaseCache()), _databasePlugin(plugin), _lock(0), _applicationSerial(0) { ServerEntrySeq entries; DatabaseConnectionPtr connection = _databaseCache->getConnection(); ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); map applications = applicationsWrapper->getMap(); for(map::iterator p = applications.begin(); p != applications.end(); ++p) { try { load(ApplicationHelper(_communicator, p->second.descriptor), entries, p->second.uuid, p->second.revision); } catch(const DeploymentException& ex) { Ice::Error err(_traceLevels->logger); err << "invalid application `" << p->first << "':\n" << ex.reason; } } _serverCache.setTraceLevels(_traceLevels); _nodeCache.setTraceLevels(_traceLevels); _replicaCache.setTraceLevels(_traceLevels); _adapterCache.setTraceLevels(_traceLevels); _objectCache.setTraceLevels(_traceLevels); _allocatableObjectCache.setTraceLevels(_traceLevels); _nodeObserverTopic = new NodeObserverTopic(_topicManager, _internalAdapter); _registryObserverTopic = new RegistryObserverTopic(_topicManager); _applicationObserverTopic = new ApplicationObserverTopic(_topicManager, applications); AdaptersWrapperPtr adaptersWrapper = _databaseCache->getAdapters(connection); _adapterObserverTopic = new AdapterObserverTopic(_topicManager, adaptersWrapper->getMap()); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); _objectObserverTopic = new ObjectObserverTopic(_topicManager, objectsWrapper->getMap()); _registryObserverTopic->registryUp(info); } Database::~Database() { // // Release first the cache and then the plugin. This must be done in this order // to make sure the plugin is destroyed after the database cache. // _databaseCache = 0; _databasePlugin = 0; } std::string Database::getInstanceName() const { return _instanceName; } void Database::destroyTopics() { _registryObserverTopic->destroy(); _nodeObserverTopic->destroy(); _applicationObserverTopic->destroy(); _adapterObserverTopic->destroy(); _objectObserverTopic->destroy(); } ObserverTopicPtr Database::getObserverTopic(TopicName name) const { switch(name) { case RegistryObserverTopicName: return _registryObserverTopic; case NodeObserverTopicName: return _nodeObserverTopic; case ApplicationObserverTopicName: return _applicationObserverTopic; case AdapterObserverTopicName: return _adapterObserverTopic; case ObjectObserverTopicName: return _objectObserverTopic; default: break; } return 0; } void Database::checkSessionLock(AdminSessionI* session) { if(_lock != 0 && session != _lock) { throw AccessDeniedException(_lockUserId); // Lock held by another session. } } int Database::lock(AdminSessionI* session, const string& userId) { Lock sync(*this); if(_lock != 0 && session != _lock) { throw AccessDeniedException(_lockUserId); // Lock held by another session. } assert(_lock == 0 || _lock == session); _lock = session; _lockUserId = userId; return _applicationSerial; } void Database::unlock(AdminSessionI* session) { Lock sync(*this); if(_lock != session) { throw AccessDeniedException(); } _lock = 0; _lockUserId.clear(); } void Database::syncApplications(const ApplicationInfoSeq& newApplications) { int serial = 0; // Initialize to prevent warning. { Lock sync(*this); map oldApplications; for(;;) { DatabaseConnectionPtr connection = _databaseCache->getConnection(); try { TransactionHolder txHolder(connection); ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); oldApplications = applicationsWrapper->getMap(); applicationsWrapper->clear(); for(ApplicationInfoSeq::const_iterator p = newApplications.begin(); p != newApplications.end(); ++p) { applicationsWrapper->put(p->descriptor.name, *p); } txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } ServerEntrySeq entries; set names; for(ApplicationInfoSeq::const_iterator p = newApplications.begin(); p != newApplications.end(); ++p) { try { map::const_iterator q = oldApplications.find(p->descriptor.name); if(q != oldApplications.end()) { ApplicationHelper previous(_communicator, q->second.descriptor); ApplicationHelper helper(_communicator, p->descriptor); reload(previous, helper, entries, p->uuid, p->revision); } else { load(ApplicationHelper(_communicator, p->descriptor), entries, p->uuid, p->revision); } } catch(const DeploymentException& ex) { Ice::Warning warn(_traceLevels->logger); warn << "invalid application `" << p->descriptor.name << "':\n" << ex.reason; } names.insert(p->descriptor.name); } for(map::iterator s = oldApplications.begin(); s != oldApplications.end(); ++s) { if(names.find(s->first) == names.end()) { unload(ApplicationHelper(_communicator, s->second.descriptor), entries); } } ++_applicationSerial; serial = _applicationObserverTopic->applicationInit(_applicationSerial, newApplications); } _applicationObserverTopic->waitForSyncedSubscribers(serial); } void Database::syncAdapters(const AdapterInfoSeq& adapters) { int serial; { Lock sync(*this); for(;;) { DatabaseConnectionPtr connection = _databaseCache->getConnection(); try { TransactionHolder txHolder(connection); AdaptersWrapperPtr adaptersWrapper = _databaseCache->getAdapters(connection); adaptersWrapper->clear(); for(AdapterInfoSeq::const_iterator r = adapters.begin(); r != adapters.end(); ++r) { adaptersWrapper->put(r->id, *r); } txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } serial = _adapterObserverTopic->adapterInit(adapters); } _adapterObserverTopic->waitForSyncedSubscribers(serial); } void Database::syncObjects(const ObjectInfoSeq& objects) { int serial; { Lock sync(*this); for(;;) { DatabaseConnectionPtr connection = _databaseCache->getConnection(); try { TransactionHolder txHolder(connection); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); objectsWrapper->clear(); for(ObjectInfoSeq::const_iterator q = objects.begin(); q != objects.end(); ++q) { objectsWrapper->put(q->proxy->ice_getIdentity(), *q); } txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } serial = _objectObserverTopic->objectInit(objects); } _objectObserverTopic->waitForSyncedSubscribers(serial); } void Database::addApplication(const ApplicationInfo& info, AdminSessionI* session) { ServerEntrySeq entries; try { Lock sync(*this); checkSessionLock(session); waitForUpdate(info.descriptor.name); DatabaseConnectionPtr connection = _databaseCache->getConnection(); try { ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); applicationsWrapper->find(info.descriptor.name); throw DeploymentException("application `" + info.descriptor.name + "' already exists"); } catch(const NotFoundException&) { } ApplicationHelper helper(_communicator, info.descriptor, true); checkForAddition(helper, connection); saveApplication(info, connection); load(helper, entries, info.uuid, info.revision); startUpdating(info.descriptor.name, info.uuid, info.revision); } catch(const DatabaseException& ex) { halt(_communicator, ex); } if(_master) { for_each(entries.begin(), entries.end(), IceUtil::voidMemFun(&ServerEntry::sync)); try { for(ServerEntrySeq::const_iterator p = entries.begin(); p != entries.end(); ++p) { try { (*p)->waitForSync(); } catch(const NodeUnreachableException&) { // Ignore. } } } catch(const DeploymentException& ex) { try { Lock sync(*this); entries.clear(); unload(ApplicationHelper(_communicator, info.descriptor), entries); removeApplication(info.descriptor.name, _databaseCache->getConnection()); } catch(const DeploymentException& ex) { Ice::Error err(_traceLevels->logger); err << "failed to rollback previous application `" << info.descriptor.name << "':\n" << ex.reason; } catch(const DatabaseException& ex) { halt(_communicator, ex); } finishUpdating(info.descriptor.name); throw ex; } } int serial; { Lock sync(*this); ++_applicationSerial; serial = _applicationObserverTopic->applicationAdded(_applicationSerial, info); if(_traceLevels->application > 0) { Ice::Trace out(_traceLevels->logger, _traceLevels->applicationCat); out << "added application `" << info.descriptor.name << "'"; } } _applicationObserverTopic->waitForSyncedSubscribers(serial); finishUpdating(info.descriptor.name); } void Database::updateApplication(const ApplicationUpdateInfo& updt, AdminSessionI* session) { ServerEntrySeq entries; ApplicationInfo oldApp; ApplicationDescriptor newDesc; ApplicationUpdateInfo update = updt; try { Lock sync(*this); checkSessionLock(session); waitForUpdate(update.descriptor.name); DatabaseConnectionPtr connection = _databaseCache->getConnection(); ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); try { oldApp = applicationsWrapper->find(update.descriptor.name); } catch(const NotFoundException&) { throw ApplicationNotExistException(update.descriptor.name); } if(update.revision < 0) { update.revision = oldApp.revision + 1; } ApplicationHelper previous(_communicator, oldApp.descriptor); ApplicationHelper helper(_communicator, previous.update(update.descriptor), true); newDesc = helper.getDefinition(); checkForUpdate(previous, helper, connection); ApplicationInfo info = oldApp; info.updateTime = update.updateTime; info.updateUser = update.updateUser; info.revision = update.revision; info.descriptor = newDesc; saveApplication(info, connection); reload(previous, helper, entries, oldApp.uuid, oldApp.revision + 1); startUpdating(update.descriptor.name, oldApp.uuid, oldApp.revision + 1); } catch(const DatabaseException& ex) { halt(_communicator, ex); } finishApplicationUpdate(entries, update, oldApp, newDesc, session); } void Database::syncApplicationDescriptor(const ApplicationDescriptor& newDesc, AdminSessionI* session) { ServerEntrySeq entries; ApplicationUpdateInfo update; ApplicationInfo oldApp; try { Lock sync(*this); checkSessionLock(session); waitForUpdate(newDesc.name); DatabaseConnectionPtr connection = _databaseCache->getConnection(); ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); try { oldApp = applicationsWrapper->find(newDesc.name); } catch(const NotFoundException&) { throw ApplicationNotExistException(newDesc.name); } ApplicationHelper previous(_communicator, oldApp.descriptor); ApplicationHelper helper(_communicator, newDesc, true); update.updateTime = IceUtil::Time::now().toMilliSeconds(); update.updateUser = _lockUserId; update.revision = oldApp.revision + 1; update.descriptor = helper.diff(previous); checkForUpdate(previous, helper, connection); ApplicationInfo info = oldApp; info.updateTime = update.updateTime; info.updateUser = update.updateUser; info.revision = update.revision; info.descriptor = newDesc; saveApplication(info, connection); reload(previous, helper, entries, oldApp.uuid, oldApp.revision + 1); startUpdating(update.descriptor.name, oldApp.uuid, oldApp.revision + 1); } catch(const DatabaseException& ex) { halt(_communicator, ex); } finishApplicationUpdate(entries, update, oldApp, newDesc, session); } void Database::instantiateServer(const string& application, const string& node, const ServerInstanceDescriptor& instance, AdminSessionI* session) { ServerEntrySeq entries; ApplicationUpdateInfo update; ApplicationInfo oldApp; ApplicationDescriptor newDesc; try { Lock sync(*this); checkSessionLock(session); waitForUpdate(application); DatabaseConnectionPtr connection = _databaseCache->getConnection(); ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); try { oldApp = applicationsWrapper->find(application); } catch(const NotFoundException&) { throw ApplicationNotExistException(application); } ApplicationHelper previous(_communicator, oldApp.descriptor); ApplicationHelper helper(_communicator, previous.instantiateServer(node, instance), true); newDesc = helper.getDefinition(); update.updateTime = IceUtil::Time::now().toMilliSeconds(); update.updateUser = _lockUserId; update.revision = oldApp.revision + 1; update.descriptor = helper.diff(previous); checkForUpdate(previous, helper, connection); ApplicationInfo info = oldApp; info.updateTime = update.updateTime; info.updateUser = update.updateUser; info.revision = update.revision; info.descriptor = newDesc; saveApplication(info, connection); reload(previous, helper, entries, oldApp.uuid, oldApp.revision + 1); startUpdating(update.descriptor.name, oldApp.uuid, oldApp.revision + 1); } catch(const DatabaseException& ex) { halt(_communicator, ex); } finishApplicationUpdate(entries, update, oldApp, newDesc, session); } void Database::removeApplication(const string& name, AdminSessionI* session) { ServerEntrySeq entries; int serial; try { Lock sync(*this); checkSessionLock(session); waitForUpdate(name); DatabaseConnectionPtr connection = _databaseCache->getConnection(); ApplicationInfo appInfo; try { ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); appInfo = applicationsWrapper->find(name); } catch(const NotFoundException&) { throw ApplicationNotExistException(name); } bool init = false; try { ApplicationHelper helper(_communicator, appInfo.descriptor); init = true; checkForRemove(helper); removeApplication(name, connection); unload(helper, entries); } catch(const DeploymentException&) { if(init) { throw; } // // For some reasons the application became invalid. If // it's invalid, it's most likely not loaded either. So we // ignore the error and erase the descriptor. // removeApplication(name, connection); } startUpdating(name, appInfo.uuid, appInfo.revision); } catch(const DatabaseException& ex) { halt(_communicator, ex); } if(_master) { for_each(entries.begin(), entries.end(), IceUtil::voidMemFun(&ServerEntry::sync)); for_each(entries.begin(), entries.end(), IceUtil::voidMemFun(&ServerEntry::waitForSyncNoThrow)); } { Lock sync(*this); ++_applicationSerial; serial = _applicationObserverTopic->applicationRemoved(_applicationSerial, name); if(_traceLevels->application > 0) { Ice::Trace out(_traceLevels->logger, _traceLevels->applicationCat); out << "removed application `" << name << "'"; } } _applicationObserverTopic->waitForSyncedSubscribers(serial); finishUpdating(name); } ApplicationInfo Database::getApplicationInfo(const std::string& name) { DatabaseConnectionPtr connection = _databaseCache->newConnection(); try { ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); return applicationsWrapper->find(name); } catch(const NotFoundException&) { throw ApplicationNotExistException(name); } } Ice::StringSeq Database::getAllApplications(const string& expression) { DatabaseConnectionPtr connection = _databaseCache->newConnection(); ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); return getMatchingKeys >(applicationsWrapper->getMap(), expression); } void Database::waitForApplicationUpdate(const AMD_NodeSession_waitForApplicationUpdatePtr& cb, const string& uuid, int revision) { Lock sync(*this); vector::iterator p = find(_updating.begin(), _updating.end(), make_pair(uuid, revision)); if(p != _updating.end() && !p->updated) { p->cbs.push_back(cb); } else { cb->ice_response(); } } NodeCache& Database::getNodeCache() { return _nodeCache; } NodeEntryPtr Database::getNode(const string& name, bool create) const { return _nodeCache.get(name, create); } ReplicaCache& Database::getReplicaCache() { return _replicaCache; } ReplicaEntryPtr Database::getReplica(const string& name) const { return _replicaCache.get(name); } ServerCache& Database::getServerCache() { return _serverCache; } ServerEntryPtr Database::getServer(const string& id) const { return _serverCache.get(id); } AllocatableObjectCache& Database::getAllocatableObjectCache() { return _allocatableObjectCache; } AllocatableObjectEntryPtr Database::getAllocatableObject(const Ice::Identity& id) const { return _allocatableObjectCache.get(id); } void Database::setAdapterDirectProxy(const string& adapterId, const string& replicaGroupId, const Ice::ObjectPrx& proxy) { int serial = 0; { Lock sync(*this); if(_adapterCache.has(adapterId)) { throw AdapterExistsException(adapterId); } AdapterInfo info; info.id = adapterId; info.proxy = proxy; info.replicaGroupId = replicaGroupId; bool updated = false; for(;;) { try { DatabaseConnectionPtr connection = _databaseCache->getConnection(); TransactionHolder txHolder(connection); AdaptersWrapperPtr adaptersWrapper = _databaseCache->getAdapters(connection); try { adaptersWrapper->find(adapterId); updated = true; } catch(const NotFoundException&) { } if(proxy) { adaptersWrapper->put(adapterId, info); } else { adaptersWrapper->erase(adapterId); } txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } if(_traceLevels->adapter > 0) { Ice::Trace out(_traceLevels->logger, _traceLevels->adapterCat); out << (proxy ? (updated ? "updated" : "added") : "removed") << " adapter `" << adapterId << "'"; if(!replicaGroupId.empty()) { out << " with replica group `" << replicaGroupId << "'"; } } if(proxy) { if(updated) { serial = _adapterObserverTopic->adapterUpdated(info); } else { serial = _adapterObserverTopic->adapterAdded(info); } } else { serial = _adapterObserverTopic->adapterRemoved(adapterId); } } _adapterObserverTopic->waitForSyncedSubscribers(serial); } Ice::ObjectPrx Database::getAdapterDirectProxy(const string& id) { DatabaseConnectionPtr connection = _databaseCache->newConnection(); AdaptersWrapperPtr adaptersWrapper = _databaseCache->getAdapters(connection); try { return adaptersWrapper->find(id).proxy; } catch(const NotFoundException&) { } Ice::EndpointSeq endpoints; vector infos = adaptersWrapper->findByReplicaGroupId(id); for(unsigned int i = 0; i < infos.size(); ++i) { Ice::EndpointSeq edpts = infos[i].proxy->ice_getEndpoints(); endpoints.insert(endpoints.end(), edpts.begin(), edpts.end()); } if(!endpoints.empty()) { return _communicator->stringToProxy("dummy:default")->ice_endpoints(endpoints); } throw AdapterNotExistException(id); } void Database::removeAdapter(const string& adapterId) { int serial = 0; // Initialize to prevent warning. { Lock sync(*this); if(_adapterCache.has(adapterId)) { AdapterEntryPtr adpt = _adapterCache.get(adapterId); DeploymentException ex; ex.reason = "removing adapter `" + adapterId + "' is not allowed:\n"; ex.reason += "the adapter was added with the application descriptor `" + adpt->getApplication() + "'"; throw ex; } AdapterInfoSeq infos; for(;;) { try { DatabaseConnectionPtr connection = _databaseCache->getConnection(); TransactionHolder txHolder(connection); AdaptersWrapperPtr adaptersWrapper = _databaseCache->getAdapters(connection); try { adaptersWrapper->find(adapterId); adaptersWrapper->erase(adapterId); } catch(const NotFoundException&) { infos = adaptersWrapper->findByReplicaGroupId(adapterId); if(infos.empty()) { throw AdapterNotExistException(adapterId); } for(AdapterInfoSeq::iterator p = infos.begin(); p != infos.end(); ++p) { p->replicaGroupId.clear(); adaptersWrapper->put(p->id, *p); } } txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } if(_traceLevels->adapter > 0) { Ice::Trace out(_traceLevels->logger, _traceLevels->adapterCat); out << "removed " << (infos.empty() ? "adapter" : "replica group") << " `" << adapterId << "'"; } if(infos.empty()) { serial = _adapterObserverTopic->adapterRemoved(adapterId); } else { for(AdapterInfoSeq::const_iterator p = infos.begin(); p != infos.end(); ++p) { serial = _adapterObserverTopic->adapterUpdated(*p); } } } _adapterObserverTopic->waitForSyncedSubscribers(serial); } AdapterPrx Database::getAdapterProxy(const string& adapterId, const string& replicaGroupId, bool upToDate) { Lock sync(*this); // Make sure this isn't call during an update. return _adapterCache.get(adapterId)->getProxy(replicaGroupId, upToDate); } void Database::getLocatorAdapterInfo(const string& id, LocatorAdapterInfoSeq& adpts, int& count, bool& replicaGroup, bool& roundRobin, const set& excludes) { Lock sync(*this); // Make sure this isn't call during an update. _adapterCache.get(id)->getLocatorAdapterInfo(adpts, count, replicaGroup, roundRobin, excludes); } bool Database::addAdapterSyncCallback(const string& id, const SynchronizationCallbackPtr& callback, const std::set& excludes) { Lock sync(*this); // Make sure this isn't call during an update. return _adapterCache.get(id)->addSyncCallback(callback, excludes); } AdapterInfoSeq Database::getAdapterInfo(const string& id) { // // First we check if the given adapter id is associated to a // server, if that's the case we get the adapter proxy from the // server. // try { Lock sync(*this); // Make sure this isn't call during an update. return _adapterCache.get(id)->getAdapterInfo(); } catch(AdapterNotExistException&) { } // // Otherwise, we check the adapter endpoint table -- if there's an // entry the adapter is managed by the registry itself. // DatabaseConnectionPtr connection = _databaseCache->getConnection(); AdaptersWrapperPtr adaptersWrapper = _databaseCache->getAdapters(connection); AdapterInfoSeq infos; try { infos.push_back(adaptersWrapper->find(id)); } catch(const NotFoundException&) { // // If it's not a regular object adapter, perhaps it's a replica // group... // infos = adaptersWrapper->findByReplicaGroupId(id); if(infos.size() == 0) { throw AdapterNotExistException(id); } } return infos; } Ice::StringSeq Database::getAllAdapters(const string& expression) { Lock sync(*this); vector result; vector ids = _adapterCache.getAll(expression); result.swap(ids); set groups; DatabaseConnectionPtr connection = _databaseCache->getConnection(); AdaptersWrapperPtr adaptersWrapper = _databaseCache->getAdapters(connection); map adapters = adaptersWrapper->getMap(); for(map::const_iterator p = adapters.begin(); p != adapters.end(); ++p) { if(expression.empty() || IceUtilInternal::match(p->first, expression, true)) { result.push_back(p->first); } string replicaGroupId = p->second.replicaGroupId; if(!replicaGroupId.empty() && (expression.empty() || IceUtilInternal::match(replicaGroupId, expression, true))) { groups.insert(replicaGroupId); } } // // COMPILERFIX: We're not using result.insert() here, this doesn't compile on Sun. // //result.insert(result.end(), groups.begin(), groups.end()) for(set::const_iterator q = groups.begin(); q != groups.end(); ++q) { result.push_back(*q); } return result; } void Database::addObject(const ObjectInfo& info) { int serial; { Lock sync(*this); const Ice::Identity id = info.proxy->ice_getIdentity(); if(_objectCache.has(id)) { throw ObjectExistsException(id); } for(;;) { try { DatabaseConnectionPtr connection = _databaseCache->getConnection(); TransactionHolder txHolder(connection); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); try { objectsWrapper->find(id); throw ObjectExistsException(id); } catch(const NotFoundException&) { } objectsWrapper->put(id, info); txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } serial = _objectObserverTopic->objectAdded(info); if(_traceLevels->object > 0) { Ice::Trace out(_traceLevels->logger, _traceLevels->objectCat); out << "added object `" << _communicator->identityToString(id) << "'"; } } _objectObserverTopic->waitForSyncedSubscribers(serial); } void Database::addOrUpdateObject(const ObjectInfo& info) { int serial; { Lock sync(*this); const Ice::Identity id = info.proxy->ice_getIdentity(); if(_objectCache.has(id)) { throw ObjectExistsException(id); } bool update = false; for(;;) { try { DatabaseConnectionPtr connection = _databaseCache->getConnection(); TransactionHolder txHolder(connection); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); try { objectsWrapper->find(id); update = true; } catch(const NotFoundException&) { } objectsWrapper->put(id, info); txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } if(update) { serial = _objectObserverTopic->objectUpdated(info); } else { serial = _objectObserverTopic->objectAdded(info); } if(_traceLevels->object > 0) { Ice::Trace out(_traceLevels->logger, _traceLevels->objectCat); out << (!update ? "added" : "updated") << " object `" << _communicator->identityToString(id) << "'"; } } _objectObserverTopic->waitForSyncedSubscribers(serial); } void Database::removeObject(const Ice::Identity& id) { int serial; { Lock sync(*this); if(_objectCache.has(id)) { DeploymentException ex; ex.reason = "removing object `" + _communicator->identityToString(id) + "' is not allowed:\n"; ex.reason += "the object was added with the application descriptor `"; ex.reason += _objectCache.get(id)->getApplication(); ex.reason += "'"; throw ex; } for(;;) { try { DatabaseConnectionPtr connection = _databaseCache->getConnection(); TransactionHolder txHolder(connection); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); try { objectsWrapper->find(id); } catch(const NotFoundException&) { ObjectNotRegisteredException ex; ex.id = id; throw ex; } objectsWrapper->erase(id); txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } serial = _objectObserverTopic->objectRemoved(id); if(_traceLevels->object > 0) { Ice::Trace out(_traceLevels->logger, _traceLevels->objectCat); out << "removed object `" << _communicator->identityToString(id) << "'"; } } _objectObserverTopic->waitForSyncedSubscribers(serial); } void Database::updateObject(const Ice::ObjectPrx& proxy) { int serial; { Lock sync(*this); const Ice::Identity id = proxy->ice_getIdentity(); if(_objectCache.has(id)) { DeploymentException ex; ex.reason = "updating object `" + _communicator->identityToString(id) + "' is not allowed:\n"; ex.reason += "the object was added with the application descriptor `"; ex.reason += _objectCache.get(id)->getApplication(); ex.reason += "'"; throw ex; } ObjectInfo info; for(;;) { try { DatabaseConnectionPtr connection = _databaseCache->getConnection(); TransactionHolder txHolder(connection); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); try { info = objectsWrapper->find(id); } catch(const NotFoundException&) { ObjectNotRegisteredException ex; ex.id = id; throw ex; } info.proxy = proxy; objectsWrapper->put(id, info); txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } serial = _objectObserverTopic->objectUpdated(info); if(_traceLevels->object > 0) { Ice::Trace out(_traceLevels->logger, _traceLevels->objectCat); out << "updated object `" << _communicator->identityToString(id) << "'"; } } _objectObserverTopic->waitForSyncedSubscribers(serial); } int Database::addOrUpdateObjectsInDatabase(const ObjectInfoSeq& objects) { Lock sync(*this); for(;;) { try { DatabaseConnectionPtr connection = _databaseCache->getConnection(); TransactionHolder txHolder(connection); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); for(ObjectInfoSeq::const_iterator p = objects.begin(); p != objects.end(); ++p) { objectsWrapper->put(p->proxy->ice_getIdentity(), *p); } txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } int serial = _objectObserverTopic->objectsAddedOrUpdated(objects); return serial; } void Database::removeObjectsInDatabase(const ObjectInfoSeq& objects) { Lock sync(*this); for(;;) { try { DatabaseConnectionPtr connection = _databaseCache->getConnection(); TransactionHolder txHolder(connection); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); for(ObjectInfoSeq::const_iterator p = objects.begin(); p != objects.end(); ++p) { objectsWrapper->erase(p->proxy->ice_getIdentity()); } txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } _objectObserverTopic->objectsRemoved(objects); } Ice::ObjectPrx Database::getObjectProxy(const Ice::Identity& id) { try { // // Only return proxies for non allocatable objects. // return _objectCache.get(id)->getProxy(); } catch(ObjectNotRegisteredException&) { } DatabaseConnectionPtr connection = _databaseCache->newConnection(); try { ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); return objectsWrapper->find(id).proxy; } catch(const NotFoundException&) { ObjectNotRegisteredException ex; ex.id = id; throw ex; } } Ice::ObjectPrx Database::getObjectByType(const string& type) { Ice::ObjectProxySeq objs = getObjectsByType(type); if(objs.empty()) { return 0; } return objs[IceUtilInternal::random(static_cast(objs.size()))]; } Ice::ObjectPrx Database::getObjectByTypeOnLeastLoadedNode(const string& type, LoadSample sample) { Ice::ObjectProxySeq objs = getObjectsByType(type); if(objs.empty()) { return 0; } RandomNumberGenerator rng; random_shuffle(objs.begin(), objs.end(), rng); vector > objectsWithLoad; objectsWithLoad.reserve(objs.size()); for(Ice::ObjectProxySeq::const_iterator p = objs.begin(); p != objs.end(); ++p) { float load = 1.0f; if(!(*p)->ice_getAdapterId().empty()) { try { load = _adapterCache.get((*p)->ice_getAdapterId())->getLeastLoadedNodeLoad(sample); } catch(const AdapterNotExistException&) { } } objectsWithLoad.push_back(make_pair(*p, load)); } return min_element(objectsWithLoad.begin(), objectsWithLoad.end(), ObjectLoadCI())->first; } Ice::ObjectProxySeq Database::getObjectsByType(const string& type) { Ice::ObjectProxySeq proxies = _objectCache.getObjectsByType(type); DatabaseConnectionPtr connection = _databaseCache->newConnection(); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); vector infos = objectsWrapper->findByType(type); for(unsigned int i = 0; i < infos.size(); ++i) { proxies.push_back(infos[i].proxy); } return proxies; } ObjectInfo Database::getObjectInfo(const Ice::Identity& id) { try { ObjectEntryPtr object = _objectCache.get(id); return object->getObjectInfo(); } catch(ObjectNotRegisteredException&) { } DatabaseConnectionPtr connection = _databaseCache->newConnection(); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); try { return objectsWrapper->find(id); } catch(const NotFoundException&) { throw ObjectNotRegisteredException(id); } } ObjectInfoSeq Database::getAllObjectInfos(const string& expression) { ObjectInfoSeq infos = _objectCache.getAll(expression); DatabaseConnectionPtr connection = _databaseCache->newConnection(); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); map objects = objectsWrapper->getMap(); for(map::const_iterator p = objects.begin(); p != objects.end(); ++p) { if(expression.empty() || IceUtilInternal::match(_communicator->identityToString(p->first), expression, true)) { infos.push_back(p->second); } } return infos; } ObjectInfoSeq Database::getObjectInfosByType(const string& type) { ObjectInfoSeq infos = _objectCache.getAllByType(type); DatabaseConnectionPtr connection = _databaseCache->newConnection(); ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); ObjectInfoSeq dbInfos = objectsWrapper->findByType(type); for(unsigned int i = 0; i < dbInfos.size(); ++i) { infos.push_back(dbInfos[i]); } return infos; } void Database::addInternalObject(const ObjectInfo& info, bool replace) { Lock sync(*this); const Ice::Identity id = info.proxy->ice_getIdentity(); for(;;) { try { DatabaseConnectionPtr connection = _databaseCache->getConnection(); TransactionHolder txHolder(connection); ObjectsWrapperPtr internalObjectsWrapper = _databaseCache->getInternalObjects(connection); if(!replace) { try { internalObjectsWrapper->find(id); throw ObjectExistsException(id); } catch(const NotFoundException&) { } } internalObjectsWrapper->put(id, info); txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } } void Database::removeInternalObject(const Ice::Identity& id) { Lock sync(*this); for(;;) { try { DatabaseConnectionPtr connection = _databaseCache->getConnection(); TransactionHolder txHolder(connection); ObjectsWrapperPtr internalObjectsWrapper = _databaseCache->getInternalObjects(connection); try { internalObjectsWrapper->find(id); } catch(const NotFoundException&) { ObjectNotRegisteredException ex; ex.id = id; throw ex; } internalObjectsWrapper->erase(id); txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } } Ice::ObjectProxySeq Database::getInternalObjectsByType(const string& type) { Ice::ObjectProxySeq proxies; DatabaseConnectionPtr connection = _databaseCache->newConnection(); ObjectsWrapperPtr internalObjectsWrapper = _databaseCache->getInternalObjects(connection); vector infos = internalObjectsWrapper->findByType(type); for(unsigned int i = 0; i < infos.size(); ++i) { proxies.push_back(infos[i].proxy); } return proxies; } void Database::checkForAddition(const ApplicationHelper& app, const DatabaseConnectionPtr& connection) { set serverIds; set adapterIds; set objectIds; app.getIds(serverIds, adapterIds, objectIds); for_each(serverIds.begin(), serverIds.end(), objFunc(*this, &Database::checkServerForAddition)); if(!adapterIds.empty()) { AdaptersWrapperPtr adaptersWrapper = _databaseCache->getAdapters(connection); for(set::const_iterator p = adapterIds.begin(); p != adapterIds.end(); ++p) { checkAdapterForAddition(*p, adaptersWrapper); } } if(!objectIds.empty()) { ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); for(set::const_iterator p = objectIds.begin(); p != objectIds.end(); ++p) { checkObjectForAddition(*p, objectsWrapper); } } set repGrps; set adptRepGrps; app.getReplicaGroups(repGrps, adptRepGrps); for_each(adptRepGrps.begin(), adptRepGrps.end(), objFunc(*this, &Database::checkReplicaGroupExists)); } void Database::checkForUpdate(const ApplicationHelper& origApp, const ApplicationHelper& newApp, const DatabaseConnectionPtr& connection) { set oldSvrs, newSvrs; set oldAdpts, newAdpts; set oldObjs, newObjs; origApp.getIds(oldSvrs, oldAdpts, oldObjs); newApp.getIds(newSvrs, newAdpts, newObjs); Ice::StringSeq addedSvrs; set_difference(newSvrs.begin(), newSvrs.end(), oldSvrs.begin(), oldSvrs.end(), back_inserter(addedSvrs)); for_each(addedSvrs.begin(), addedSvrs.end(), objFunc(*this, &Database::checkServerForAddition)); Ice::StringSeq addedAdpts; set_difference(newAdpts.begin(), newAdpts.end(), oldAdpts.begin(), oldAdpts.end(), back_inserter(addedAdpts)); if(!addedAdpts.empty()) { AdaptersWrapperPtr adaptersWrapper = _databaseCache->getAdapters(connection); for(Ice::StringSeq::const_iterator p = addedAdpts.begin(); p != addedAdpts.end(); ++p) { checkAdapterForAddition(*p, adaptersWrapper); } } vector addedObjs; set_difference(newObjs.begin(), newObjs.end(), oldObjs.begin(), oldObjs.end(), back_inserter(addedObjs)); if(!addedObjs.empty()) { ObjectsWrapperPtr objectsWrapper = _databaseCache->getObjects(connection); for(vector::const_iterator p = addedObjs.begin(); p != addedObjs.end(); ++p) { checkObjectForAddition(*p, objectsWrapper); } } set oldRepGrps, newRepGrps; set oldAdptRepGrps, newAdptRepGrps; origApp.getReplicaGroups(oldRepGrps, oldAdptRepGrps); newApp.getReplicaGroups(newRepGrps, newAdptRepGrps); set rmRepGrps; set_difference(oldRepGrps.begin(), oldRepGrps.end(), newRepGrps.begin(),newRepGrps.end(), set_inserter(rmRepGrps)); for_each(rmRepGrps.begin(), rmRepGrps.end(), objFunc(*this, &Database::checkReplicaGroupForRemove)); set addedAdptRepGrps; set_difference(newAdptRepGrps.begin(),newAdptRepGrps.end(), oldAdptRepGrps.begin(), oldAdptRepGrps.end(), set_inserter(addedAdptRepGrps)); for_each(addedAdptRepGrps.begin(), addedAdptRepGrps.end(), objFunc(*this, &Database::checkReplicaGroupExists)); vector invalidAdptRepGrps; set_intersection(rmRepGrps.begin(), rmRepGrps.end(), newAdptRepGrps.begin(), newAdptRepGrps.end(), back_inserter(invalidAdptRepGrps)); if(!invalidAdptRepGrps.empty()) { DeploymentException ex; ex.reason = "couldn't find replica group `" + invalidAdptRepGrps.front() + "'"; throw ex; } } void Database::checkForRemove(const ApplicationHelper& app) { set replicaGroups; set adapterReplicaGroups; app.getReplicaGroups(replicaGroups, adapterReplicaGroups); for_each(replicaGroups.begin(), replicaGroups.end(), objFunc(*this, &Database::checkReplicaGroupForRemove)); } void Database::checkServerForAddition(const string& id) { if(_serverCache.has(id)) { DeploymentException ex; ex.reason = "server `" + id + "' is already registered"; throw ex; } } void Database::checkAdapterForAddition(const string& id, const AdaptersWrapperPtr& adaptersWrapper) { bool found = false; if(_adapterCache.has(id)) { found = true; } else { try { adaptersWrapper->find(id); found = true; } catch(const NotFoundException&) { if(adaptersWrapper->findByReplicaGroupId(id).size() != 0) { found = true; } } } if(found) { DeploymentException ex; ex.reason = "adapter `" + id + "' is already registered"; throw ex; } } void Database::checkObjectForAddition(const Ice::Identity& objectId, const ObjectsWrapperPtr& objectsWrapper) { bool found = false; if(_objectCache.has(objectId) || _allocatableObjectCache.has(objectId)) { found = true; } else { try { objectsWrapper->find(objectId); found = true; } catch(const NotFoundException&) { } } if(found) { DeploymentException ex; ex.reason = "object `" + _communicator->identityToString(objectId) + "' is already registered"; throw ex; } } void Database::checkReplicaGroupExists(const string& replicaGroup) { ReplicaGroupEntryPtr entry; try { entry = ReplicaGroupEntryPtr::dynamicCast(_adapterCache.get(replicaGroup)); } catch(const AdapterNotExistException&) { } if(!entry) { DeploymentException ex; ex.reason = "couldn't find replica group `" + replicaGroup + "'"; throw ex; } } void Database::checkReplicaGroupForRemove(const string& replicaGroup) { ReplicaGroupEntryPtr entry; try { entry = ReplicaGroupEntryPtr::dynamicCast(_adapterCache.get(replicaGroup)); } catch(const AdapterNotExistException&) { } if(!entry) { // // This would indicate an inconsistency with the cache and // database. We don't print an error, it will be printed // when the application is actually removed. // return; } if(entry->hasAdaptersFromOtherApplications()) { DeploymentException ex; ex.reason = "couldn't remove application because the replica group `" + replicaGroup + "' is used by object adapters from other applications."; throw ex; } } void Database::load(const ApplicationHelper& app, ServerEntrySeq& entries, const string& uuid, int revision) { const NodeDescriptorDict& nodes = app.getInstance().nodes; const string application = app.getInstance().name; for(NodeDescriptorDict::const_iterator n = nodes.begin(); n != nodes.end(); ++n) { _nodeCache.get(n->first, true)->addDescriptor(application, n->second); } const ReplicaGroupDescriptorSeq& adpts = app.getInstance().replicaGroups; for(ReplicaGroupDescriptorSeq::const_iterator r = adpts.begin(); r != adpts.end(); ++r) { assert(!r->id.empty()); _adapterCache.addReplicaGroup(*r, application); for(ObjectDescriptorSeq::const_iterator o = r->objects.begin(); o != r->objects.end(); ++o) { ObjectInfo info; info.type = o->type; info.proxy = _communicator->stringToProxy("\"" + _communicator->identityToString(o->id) + "\" @ " + r->id); _objectCache.add(info, application); } } map servers = app.getServerInfos(uuid, revision); for(map::const_iterator p = servers.begin(); p != servers.end(); ++p) { entries.push_back(_serverCache.add(p->second)); } } void Database::unload(const ApplicationHelper& app, ServerEntrySeq& entries) { map servers = app.getServerInfos("", 0); for(map::const_iterator p = servers.begin(); p != servers.end(); ++p) { entries.push_back(_serverCache.remove(p->first)); } const ReplicaGroupDescriptorSeq& adpts = app.getInstance().replicaGroups; for(ReplicaGroupDescriptorSeq::const_iterator r = adpts.begin(); r != adpts.end(); ++r) { for(ObjectDescriptorSeq::const_iterator o = r->objects.begin(); o != r->objects.end(); ++o) { _objectCache.remove(o->id); } _adapterCache.removeReplicaGroup(r->id); } const NodeDescriptorDict& nodes = app.getInstance().nodes; const string application = app.getInstance().name; for(NodeDescriptorDict::const_iterator n = nodes.begin(); n != nodes.end(); ++n) { _nodeCache.get(n->first)->removeDescriptor(application); } } void Database::reload(const ApplicationHelper& oldApp, const ApplicationHelper& newApp, ServerEntrySeq& entries, const string& uuid, int revision) { const string application = oldApp.getInstance().name; // // Remove destroyed servers. // map oldServers = oldApp.getServerInfos(uuid, revision); map newServers = newApp.getServerInfos(uuid, revision); vector load; map::const_iterator p; for(p = newServers.begin(); p != newServers.end(); ++p) { map::const_iterator q = oldServers.find(p->first); if(q == oldServers.end()) { load.push_back(p->second); } else if(isServerUpdated(p->second, q->second)) { _serverCache.remove(p->first, false); // Don't destroy the server if it was updated. load.push_back(p->second); } else { ServerEntryPtr server = _serverCache.get(p->first); server->update(q->second); // Just update the server revision on the node. entries.push_back(server); } } for(p = oldServers.begin(); p != oldServers.end(); ++p) { map::const_iterator q = newServers.find(p->first); if(q == newServers.end()) { entries.push_back(_serverCache.remove(p->first)); } } // // Remove destroyed replica groups. // const ReplicaGroupDescriptorSeq& oldAdpts = oldApp.getInstance().replicaGroups; const ReplicaGroupDescriptorSeq& newAdpts = newApp.getInstance().replicaGroups; ReplicaGroupDescriptorSeq::const_iterator r; for(r = oldAdpts.begin(); r != oldAdpts.end(); ++r) { ReplicaGroupDescriptorSeq::const_iterator t; for(t = newAdpts.begin(); t != newAdpts.end(); ++t) { if(t->id == r->id) { break; } } for(ObjectDescriptorSeq::const_iterator o = r->objects.begin(); o != r->objects.end(); ++o) { _objectCache.remove(o->id); } if(t == newAdpts.end()) { _adapterCache.removeReplicaGroup(r->id); } } // // Remove all the node descriptors. // const NodeDescriptorDict& oldNodes = oldApp.getInstance().nodes; NodeDescriptorDict::const_iterator n; for(n = oldNodes.begin(); n != oldNodes.end(); ++n) { _nodeCache.get(n->first)->removeDescriptor(application); } // // Add back node descriptors. // const NodeDescriptorDict& newNodes = newApp.getInstance().nodes; for(n = newNodes.begin(); n != newNodes.end(); ++n) { _nodeCache.get(n->first, true)->addDescriptor(application, n->second); } // // Add back replica groups. // for(r = newAdpts.begin(); r != newAdpts.end(); ++r) { try { ReplicaGroupEntryPtr entry = ReplicaGroupEntryPtr::dynamicCast(_adapterCache.get(r->id)); assert(entry); entry->update(r->loadBalancing); } catch(const AdapterNotExistException&) { _adapterCache.addReplicaGroup(*r, application); } for(ObjectDescriptorSeq::const_iterator o = r->objects.begin(); o != r->objects.end(); ++o) { ObjectInfo info; info.type = o->type; info.proxy = _communicator->stringToProxy(_communicator->identityToString(o->id) + "@" + r->id); _objectCache.add(info, application); } } // // Add back servers. // for(vector::const_iterator q = load.begin(); q != load.end(); ++q) { entries.push_back(_serverCache.add(*q)); } } void Database::saveApplication(const ApplicationInfo& info, const DatabaseConnectionPtr& connection) { for(;;) { try { ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); TransactionHolder txHolder(connection); applicationsWrapper->put(info.descriptor.name, info); txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } } void Database::removeApplication(const string& name, const DatabaseConnectionPtr& connection) { for(;;) { try { ApplicationsWrapperPtr applicationsWrapper = _databaseCache->getApplications(connection); TransactionHolder txHolder(connection); applicationsWrapper->erase(name); txHolder.commit(); break; } catch(const DeadlockException&) { continue; } catch(const DatabaseException& ex) { halt(_communicator, ex); } } } void Database::finishApplicationUpdate(ServerEntrySeq& entries, const ApplicationUpdateInfo& update, const ApplicationInfo& oldApp, const ApplicationDescriptor& newDesc, AdminSessionI* session) { for_each(entries.begin(), entries.end(), IceUtil::voidMemFun(&ServerEntry::sync)); int serial; { Lock sync(*this); ++_applicationSerial; serial = _applicationObserverTopic->applicationUpdated(_applicationSerial, update); } _applicationObserverTopic->waitForSyncedSubscribers(serial); // // Mark the application as updated. All the replicas received the update so it's now safe // for the nodes to start the servers. // { Lock sync(*this); vector::iterator p = find(_updating.begin(), _updating.end(), update.descriptor.name); assert(p != _updating.end()); p->markUpdated(); } if(_master) { try { for(ServerEntrySeq::const_iterator p = entries.begin(); p != entries.end(); ++p) { try { (*p)->waitForSync(); } catch(const NodeUnreachableException&) { // Ignore. } } } catch(const DeploymentException& ex) { ApplicationUpdateInfo newUpdate; { Lock sync(*this); entries.clear(); ApplicationHelper previous(_communicator, newDesc); ApplicationHelper helper(_communicator, oldApp.descriptor); ApplicationInfo info = oldApp; info.revision = update.revision + 1; saveApplication(info, _databaseCache->getConnection()); reload(previous, helper, entries, info.uuid, info.revision); newUpdate.updateTime = IceUtil::Time::now().toMilliSeconds(); newUpdate.updateUser = _lockUserId; newUpdate.revision = info.revision; newUpdate.descriptor = helper.diff(previous); vector::iterator p = find(_updating.begin(), _updating.end(), update.descriptor.name); assert(p != _updating.end()); p->unmarkUpdated(); } for_each(entries.begin(), entries.end(), IceUtil::voidMemFun(&ServerEntry::sync)); for_each(entries.begin(), entries.end(), IceUtil::voidMemFun(&ServerEntry::waitForSyncNoThrow)); int serial; { Lock sync(*this); ++_applicationSerial; serial = _applicationObserverTopic->applicationUpdated(_applicationSerial, newUpdate); } _applicationObserverTopic->waitForSyncedSubscribers(serial); finishUpdating(newDesc.name); throw ex; } } finishUpdating(update.descriptor.name); } void Database::waitForUpdate(const string& name) { while(find(_updating.begin(), _updating.end(), name) != _updating.end()) { wait(); } } void Database::startUpdating(const string& name, const string& uuid, int revision) { // Must be called within the synchronization. assert(find(_updating.begin(), _updating.end(), name) == _updating.end()); _updating.push_back(UpdateInfo(name, uuid, revision)); } void Database::finishUpdating(const string& name) { Lock sync(*this); vector::iterator p = find(_updating.begin(), _updating.end(), name); assert(p != _updating.end()); p->markUpdated(); _updating.erase(p); notifyAll(); }