aboutsummaryrefslogtreecommitdiff
path: root/src
diff options
context:
space:
mode:
authorEelco Dolstra <edolstra@gmail.com>2017-05-02 13:17:37 +0200
committerEelco Dolstra <edolstra@gmail.com>2017-05-02 13:17:37 +0200
commitebc9f36a8111ddecc8e265e8a6a70048218f244d (patch)
treebf510be16ca03803908dcf3f0ac63ef518fcfb4c /src
parent174b68a2a2e9e58fa1a1a0036858a566c51684dc (diff)
Factor out machines.conf parsing
This allows hydra-queue-runner to use it.
Diffstat (limited to 'src')
-rw-r--r--src/build-remote/build-remote.cc95
-rw-r--r--src/libstore/machines.cc65
-rw-r--r--src/libstore/machines.hh35
3 files changed, 108 insertions, 87 deletions
diff --git a/src/build-remote/build-remote.cc b/src/build-remote/build-remote.cc
index 388f1e046..8a9d4571f 100644
--- a/src/build-remote/build-remote.cc
+++ b/src/build-remote/build-remote.cc
@@ -9,6 +9,7 @@
#include <sys/time.h>
#endif
+#include "machines.hh"
#include "shared.hh"
#include "pathlocks.hh"
#include "globals.hh"
@@ -22,92 +23,6 @@ using std::cin;
static void handleAlarm(int sig) {
}
-class Machine {
- const std::set<string> supportedFeatures;
- const std::set<string> mandatoryFeatures;
-
-public:
- const string storeUri;
- const std::vector<string> systemTypes;
- const string sshKey;
- const unsigned int maxJobs;
- const unsigned int speedFactor;
- bool enabled = true;
-
- bool allSupported(const std::set<string> & features) const {
- return std::all_of(features.begin(), features.end(),
- [&](const string & feature) {
- return supportedFeatures.count(feature) ||
- mandatoryFeatures.count(feature);
- });
- }
-
- bool mandatoryMet(const std::set<string> & features) const {
- return std::all_of(mandatoryFeatures.begin(), mandatoryFeatures.end(),
- [&](const string & feature) {
- return features.count(feature);
- });
- }
-
- Machine(decltype(storeUri) storeUri,
- decltype(systemTypes) systemTypes,
- decltype(sshKey) sshKey,
- decltype(maxJobs) maxJobs,
- decltype(speedFactor) speedFactor,
- decltype(supportedFeatures) supportedFeatures,
- decltype(mandatoryFeatures) mandatoryFeatures) :
- supportedFeatures(supportedFeatures),
- mandatoryFeatures(mandatoryFeatures),
- storeUri(
- // Backwards compatibility: if the URI is a hostname,
- // prepend ssh://.
- storeUri.find("://") != std::string::npos || hasPrefix(storeUri, "local") || hasPrefix(storeUri, "remote") || hasPrefix(storeUri, "auto")
- ? storeUri
- : "ssh://" + storeUri),
- systemTypes(systemTypes),
- sshKey(sshKey),
- maxJobs(maxJobs),
- speedFactor(std::max(1U, speedFactor))
- {}
-};
-
-static std::vector<Machine> readConf()
-{
- auto conf = getEnv("NIX_REMOTE_SYSTEMS", SYSCONFDIR "/nix/machines");
-
- auto machines = std::vector<Machine>{};
- auto lines = std::vector<string>{};
- try {
- lines = tokenizeString<std::vector<string>>(readFile(conf), "\n");
- } catch (const SysError & e) {
- if (e.errNo != ENOENT)
- throw;
- }
- for (auto line : lines) {
- chomp(line);
- line.erase(std::find(line.begin(), line.end(), '#'), line.end());
- if (line.empty()) {
- continue;
- }
- auto tokens = tokenizeString<std::vector<string>>(line);
- auto sz = tokens.size();
- if (sz < 1)
- throw FormatError("bad machines.conf file ā€˜%1%ā€™", conf);
- machines.emplace_back(tokens[0],
- sz >= 2 ? tokenizeString<std::vector<string>>(tokens[1], ",") : std::vector<string>{settings.thisSystem},
- sz >= 3 ? tokens[2] : "",
- sz >= 4 ? std::stoull(tokens[3]) : 1LL,
- sz >= 5 ? std::stoull(tokens[4]) : 1LL,
- sz >= 6 ?
- tokenizeString<std::set<string>>(tokens[5], ",") :
- std::set<string>{},
- sz >= 7 ?
- tokenizeString<std::set<string>>(tokens[6], ",") :
- std::set<string>{});
- }
- return machines;
-}
-
std::string escapeUri(std::string uri)
{
std::replace(uri.begin(), uri.end(), '/', '_');
@@ -147,7 +62,13 @@ int main (int argc, char * * argv)
std::shared_ptr<Store> sshStore;
AutoCloseFD bestSlotLock;
- auto machines = readConf();
+ Machines machines;
+ try {
+ parseMachines(readFile(getEnv("NIX_REMOTE_SYSTEMS", SYSCONFDIR "/nix/machines")), machines);
+ } catch (const SysError & e) {
+ if (e.errNo != ENOENT)
+ throw;
+ }
debug("got %d remote builders", machines.size());
if (machines.empty()) {
diff --git a/src/libstore/machines.cc b/src/libstore/machines.cc
new file mode 100644
index 000000000..471ce8efb
--- /dev/null
+++ b/src/libstore/machines.cc
@@ -0,0 +1,65 @@
+#include "machines.hh"
+#include "util.hh"
+#include "globals.hh"
+
+#include <algorithm>
+
+namespace nix {
+
+Machine::Machine(decltype(storeUri) storeUri,
+ decltype(systemTypes) systemTypes,
+ decltype(sshKey) sshKey,
+ decltype(maxJobs) maxJobs,
+ decltype(speedFactor) speedFactor,
+ decltype(supportedFeatures) supportedFeatures,
+ decltype(mandatoryFeatures) mandatoryFeatures) :
+ storeUri(
+ // Backwards compatibility: if the URI is a hostname,
+ // prepend ssh://.
+ storeUri.find("://") != std::string::npos || hasPrefix(storeUri, "local") || hasPrefix(storeUri, "remote") || hasPrefix(storeUri, "auto")
+ ? storeUri
+ : "ssh://" + storeUri),
+ systemTypes(systemTypes),
+ sshKey(sshKey),
+ maxJobs(maxJobs),
+ speedFactor(std::max(1U, speedFactor)),
+ supportedFeatures(supportedFeatures),
+ mandatoryFeatures(mandatoryFeatures)
+{}
+
+bool Machine::allSupported(const std::set<string> & features) const {
+ return std::all_of(features.begin(), features.end(),
+ [&](const string & feature) {
+ return supportedFeatures.count(feature) ||
+ mandatoryFeatures.count(feature);
+ });
+}
+
+bool Machine::mandatoryMet(const std::set<string> & features) const {
+ return std::all_of(mandatoryFeatures.begin(), mandatoryFeatures.end(),
+ [&](const string & feature) {
+ return features.count(feature);
+ });
+}
+
+void parseMachines(const std::string & s, Machines & machines)
+{
+ for (auto line : tokenizeString<std::vector<string>>(s, "\n")) {
+ chomp(line);
+ line.erase(std::find(line.begin(), line.end(), '#'), line.end());
+ if (line.empty()) continue;
+ auto tokens = tokenizeString<std::vector<string>>(line);
+ auto sz = tokens.size();
+ if (sz < 1)
+ throw FormatError("bad machine specification ā€˜%sā€™", line);
+ machines.emplace_back(tokens[0],
+ sz >= 2 ? tokenizeString<std::vector<string>>(tokens[1], ",") : std::vector<string>{settings.thisSystem},
+ sz >= 3 ? tokens[2] : "",
+ sz >= 4 ? std::stoull(tokens[3]) : 1LL,
+ sz >= 5 ? std::stoull(tokens[4]) : 1LL,
+ sz >= 6 ? tokenizeString<std::set<string>>(tokens[5], ",") : std::set<string>{},
+ sz >= 7 ? tokenizeString<std::set<string>>(tokens[6], ",") : std::set<string>{});
+ }
+}
+
+}
diff --git a/src/libstore/machines.hh b/src/libstore/machines.hh
new file mode 100644
index 000000000..96c4bd81a
--- /dev/null
+++ b/src/libstore/machines.hh
@@ -0,0 +1,35 @@
+#pragma once
+
+#include "types.hh"
+
+namespace nix {
+
+struct Machine {
+
+ const string storeUri;
+ const std::vector<string> systemTypes;
+ const string sshKey;
+ const unsigned int maxJobs;
+ const unsigned int speedFactor;
+ const std::set<string> supportedFeatures;
+ const std::set<string> mandatoryFeatures;
+ bool enabled = true;
+
+ bool allSupported(const std::set<string> & features) const;
+
+ bool mandatoryMet(const std::set<string> & features) const;
+
+ Machine(decltype(storeUri) storeUri,
+ decltype(systemTypes) systemTypes,
+ decltype(sshKey) sshKey,
+ decltype(maxJobs) maxJobs,
+ decltype(speedFactor) speedFactor,
+ decltype(supportedFeatures) supportedFeatures,
+ decltype(mandatoryFeatures) mandatoryFeatures);
+};
+
+typedef std::vector<Machine> Machines;
+
+void parseMachines(const std::string & s, Machines & machines);
+
+}