aboutsummaryrefslogtreecommitdiff
path: root/src/libstore
diff options
context:
space:
mode:
Diffstat (limited to 'src/libstore')
-rw-r--r--src/libstore/build.cc55
-rw-r--r--src/libstore/download.cc11
2 files changed, 59 insertions, 7 deletions
diff --git a/src/libstore/build.cc b/src/libstore/build.cc
index 9250a9b17..d5f48237b 100644
--- a/src/libstore/build.cc
+++ b/src/libstore/build.cc
@@ -9,6 +9,7 @@
#include "finally.hh"
#include "compression.hh"
#include "json.hh"
+#include "nar-info.hh"
#include <algorithm>
#include <iostream>
@@ -201,6 +202,16 @@ struct Child
};
+template<typename T>
+struct MaintainCount
+{
+ T & counter;
+ T delta;
+ MaintainCount(T & counter, T delta) : counter(counter), delta(delta) { counter += delta; }
+ ~MaintainCount() { counter -= delta; }
+};
+
+
/* The worker class. */
class Worker
{
@@ -244,6 +255,8 @@ private:
public:
+ const Activity act;
+
/* Set if at least one derivation had a BuildError (i.e. permanent
failure). */
bool permanentFailure;
@@ -255,6 +268,11 @@ public:
std::unique_ptr<HookInstance> hook;
+ uint64_t expectedDownloadSize = 0;
+ uint64_t doneDownloadSize = 0;
+ uint64_t expectedNarSize = 0;
+ uint64_t doneNarSize = 0;
+
Worker(LocalStore & store);
~Worker();
@@ -313,6 +331,12 @@ public:
bool pathContentsGood(const Path & path);
void markContentsGood(const Path & path);
+
+ void updateProgress()
+ {
+ logger->event(evSetExpected, act, actDownload, expectedDownloadSize + doneDownloadSize);
+ logger->event(evSetExpected, act, actCopyPath, expectedNarSize + doneNarSize);
+ }
};
@@ -3304,6 +3328,8 @@ private:
storePath when doing a repair. */
Path destPath;
+ std::unique_ptr<MaintainCount<uint64_t>> maintainExpectedNar, maintainExpectedDownload;
+
typedef void (SubstitutionGoal::*GoalState)();
GoalState state;
@@ -3430,6 +3456,18 @@ void SubstitutionGoal::tryNext()
return;
}
+ /* Update the total expected download size. */
+ auto narInfo = std::dynamic_pointer_cast<const NarInfo>(info);
+
+ maintainExpectedNar = std::make_unique<MaintainCount<uint64_t>>(worker.expectedNarSize, narInfo->narSize);
+
+ maintainExpectedDownload =
+ narInfo && narInfo->fileSize
+ ? std::make_unique<MaintainCount<uint64_t>>(worker.expectedDownloadSize, narInfo->fileSize)
+ : nullptr;
+
+ worker.updateProgress();
+
hasSubstitute = true;
/* Bail out early if this substituter lacks a valid
@@ -3538,6 +3576,17 @@ void SubstitutionGoal::finished()
printMsg(lvlChatty,
format("substitution of path '%1%' succeeded") % storePath);
+ if (maintainExpectedDownload) {
+ auto fileSize = maintainExpectedDownload->delta;
+ maintainExpectedDownload.reset();
+ worker.doneDownloadSize += fileSize;
+ }
+
+ worker.doneNarSize += maintainExpectedNar->delta;
+ maintainExpectedNar.reset();
+
+ worker.updateProgress();
+
amDone(ecSuccess);
}
@@ -3560,7 +3609,8 @@ static bool working = false;
Worker::Worker(LocalStore & store)
- : store(store)
+ : act(actRealise)
+ , store(store)
{
/* Debugging: prevent recursive workers. */
if (working) abort();
@@ -3581,6 +3631,9 @@ Worker::~Worker()
are in trouble, since goals may call childTerminated() etc. in
their destructors). */
topGoals.clear();
+
+ assert(expectedDownloadSize == 0);
+ assert(expectedNarSize == 0);
}
diff --git a/src/libstore/download.cc b/src/libstore/download.cc
index b731297a2..9ac4a65d5 100644
--- a/src/libstore/download.cc
+++ b/src/libstore/download.cc
@@ -83,12 +83,12 @@ struct CurlDownloader : public Downloader
std::string encoding;
DownloadItem(CurlDownloader & downloader, const DownloadRequest & request)
- : downloader(downloader), request(request)
+ : downloader(downloader)
+ , request(request)
+ , act(actDownload, fmt("downloading '%s'", request.uri))
{
if (!request.expectedETag.empty())
requestHeaders = curl_slist_append(requestHeaders, ("If-None-Match: " + request.expectedETag).c_str());
-
- logger->event(evDownloadCreated, act, request.uri);
}
~DownloadItem()
@@ -105,7 +105,6 @@ struct CurlDownloader : public Downloader
} catch (...) {
ignoreException();
}
- logger->event(evDownloadDestroyed, act);
}
template<class T>
@@ -168,7 +167,7 @@ struct CurlDownloader : public Downloader
int progressCallback(double dltotal, double dlnow)
{
- logger->event(evDownloadProgress, act, dltotal, dlnow);
+ act.progress(dlnow, dltotal);
return _isInterrupted;
}
@@ -267,7 +266,7 @@ struct CurlDownloader : public Downloader
try {
result.data = decodeContent(encoding, ref<std::string>(result.data));
callSuccess(success, failure, const_cast<const DownloadResult &>(result));
- logger->event(evDownloadSucceeded, act, result.data->size());
+ act.progress(result.data->size(), result.data->size());
} catch (...) {
done = true;
callFailure(failure, std::current_exception());