From f8b69b4344258a59e34fe00f28e45068a04ab894 Mon Sep 17 00:00:00 2001 From: randomdan Date: Wed, 12 Mar 2014 16:28:25 +0000 Subject: Build ICE modules in parallel --- project2/ice/iceCompile.cpp | 4 +++ project2/ice/iceCompile.h | 5 +++- project2/ice/iceDaemon.cpp | 10 +++---- project2/ice/iceDataSource.cpp | 59 +++++++++++++++++++++++++++++++++--------- project2/ice/iceDataSource.h | 10 +++++-- 5 files changed, 68 insertions(+), 20 deletions(-) diff --git a/project2/ice/iceCompile.cpp b/project2/ice/iceCompile.cpp index 1be126c..3df8dbd 100644 --- a/project2/ice/iceCompile.cpp +++ b/project2/ice/iceCompile.cpp @@ -43,6 +43,10 @@ IceCompile::IceCompile(const boost::filesystem::path & s, const Deps & d) : { } +IceCompile::~IceCompile() +{ +} + void IceCompile::Update(int steps) const { diff --git a/project2/ice/iceCompile.h b/project2/ice/iceCompile.h index 762b419..d849ac6 100644 --- a/project2/ice/iceCompile.h +++ b/project2/ice/iceCompile.h @@ -10,7 +10,9 @@ class IceCompile { public: INITOPTIONS; - typedef std::vector Deps; + typedef boost::shared_ptr Ptr; + typedef boost::shared_ptr CPtr; + typedef std::vector Deps; static std::string slice2cpp; static std::string cxx; @@ -22,6 +24,7 @@ class IceCompile { IceCompile(const boost::filesystem::path & slice); IceCompile(const boost::filesystem::path & slice, const Deps & deps); + virtual ~IceCompile(); enum Steps { UpdateBuild = 0x1, diff --git a/project2/ice/iceDaemon.cpp b/project2/ice/iceDaemon.cpp index 01acb36..7dcf298 100644 --- a/project2/ice/iceDaemon.cpp +++ b/project2/ice/iceDaemon.cpp @@ -62,12 +62,12 @@ IceDaemon::run() const { Logger()->messagebf(LOG_INFO, ">>> %s compiling slice '%s'...", __PRETTY_FUNCTION__, slice); - BuildComms bc(slice); - BuildShared bds(slice, { &bc }); - BuildDaemon bd(slice, { &bds }); - bd.Update(); + IceCompile::CPtr bc(new BuildComms(slice)); + IceCompile::CPtr bds(new BuildShared(slice, { bc })); + IceCompile::CPtr bd(new BuildDaemon(slice, { bds })); + bd->Update(); - auto library = bd.Open(); + auto library = bd->Open(); Logger()->messagebf(LOG_INFO, " %s starting...", __PRETTY_FUNCTION__); Ice::ObjectAdapterPtr adapter = ic->createObjectAdapterWithEndpoints(adapterName, adapterEndpoint); diff --git a/project2/ice/iceDataSource.cpp b/project2/ice/iceDataSource.cpp index 7b77b19..064a69f 100644 --- a/project2/ice/iceDataSource.cpp +++ b/project2/ice/iceDataSource.cpp @@ -27,23 +27,51 @@ void IceDataSource::SetSlice(const VariableType & vslice) { auto slice = vslice.as(); - BuildComms bc(slice); - BuildShared bcs(slice, { &bc }); - BuildClient bcl(slice, { &bcs }); - bcl.Update(); - libs.insert({ slice, bcl.Open() }); + IceCompile::CPtr bc(new BuildComms(slice)); + bc->Update(IceCompile::UpdateBuild); + IceCompile::CPtr bcs(new BuildShared(slice, { bc })); + IceCompile::CPtr bcl(new BuildClient(slice, { bcs })); + libs.push_back(LibCompile(bcl, new std::thread(&IceCompile::Update, bcl.get(), + IceCompile::UpdateBuild | IceCompile::UpdateCompile | IceCompile::UpdateLink))); } void IceDataSource::SetSliceClient(const VariableType & vslice) { auto slice = vslice.as(); - BuildComms bc(slice); - bc.Update(IceCompile::UpdateBuild); - BuildShared bcs(slice, { }); - BuildClient bcl(slice, { &bcs }); - bcl.Update(); - libs.insert({ slice, bcl.Open() }); + IceCompile::CPtr bc(new BuildComms(slice)); + bc->Update(IceCompile::UpdateBuild); + IceCompile::CPtr bcs(new BuildShared(slice, { })); + IceCompile::CPtr bcl(new BuildClient(slice, { bcs })); + libs.push_back(LibCompile(bcl, new std::thread(&IceCompile::Update, bcl.get(), + IceCompile::UpdateBuild | IceCompile::UpdateCompile | IceCompile::UpdateLink))); +} + +class WaitAndLoad : public boost::static_visitor<> { + public: + WaitAndLoad(IceDataSource::LibPromise & l) : lib(l) { } + + void operator()(IceDataSource::LibCompile & th) const + { + boost::get<1>(th)->join(); + delete boost::get<1>(th); + lib = boost::get<0>(th)->Open(); + } + + void operator()(IceCompile::LibHandle) const + { + } + + private: + IceDataSource::LibPromise & lib; +}; + +void +IceDataSource::FinaliseLoad() +{ + BOOST_FOREACH(auto & lib, libs) { + boost::apply_visitor(WaitAndLoad(lib), lib); + } } void @@ -53,5 +81,12 @@ IceDataSource::ClearSlice() proxies.clear(); } -DECLARE_LOADER("icedatasource", IceDataSource); +class IceDataSourceLoader : public ElementLoader::For { + public: + void onConfigLoad() override { + IceDataSource::FinaliseLoad(); + } +}; + +DECLARE_CUSTOM_LOADER("icedatasource", IceDataSourceLoader); diff --git a/project2/ice/iceDataSource.h b/project2/ice/iceDataSource.h index fe07bc1..b145fe5 100644 --- a/project2/ice/iceDataSource.h +++ b/project2/ice/iceDataSource.h @@ -6,11 +6,16 @@ #include #include "iceCompile.h" #include +#include +#include class IceDataSource : public DataSource { public: INITOPTIONS; - static std::string slice; + + typedef boost::tuple LibCompile; + typedef boost::variant LibPromise; + typedef std::vector Libs; IceDataSource(ScriptNodePtr p); @@ -26,11 +31,12 @@ class IceDataSource : public DataSource { return Interface::checkedCast(existingProxy->second); } + static void FinaliseLoad(); + private: static void SetSlice(const VariableType &); static void SetSliceClient(const VariableType &); static void ClearSlice(); - typedef std::map Libs; static Libs libs; const Variable endpoint; -- cgit v1.2.3