#pragma once ///@file #include "serialise.hh" namespace nix { #define WORKER_MAGIC_1 0x6e697863 #define WORKER_MAGIC_2 0x6478696f #define PROTOCOL_VERSION (1 << 8 | 35) #define GET_PROTOCOL_MAJOR(x) ((x) & 0xff00) #define GET_PROTOCOL_MINOR(x) ((x) & 0x00ff) /** * Enumeration of all the request types for the "worker protocol", used * by unix:// and ssh-ng:// stores. */ typedef enum { wopIsValidPath = 1, wopHasSubstitutes = 3, wopQueryPathHash = 4, // obsolete wopQueryReferences = 5, // obsolete wopQueryReferrers = 6, wopAddToStore = 7, wopAddTextToStore = 8, // obsolete since 1.25, Nix 3.0. Use wopAddToStore wopBuildPaths = 9, wopEnsurePath = 10, wopAddTempRoot = 11, wopAddIndirectRoot = 12, wopSyncWithGC = 13, wopFindRoots = 14, wopExportPath = 16, // obsolete wopQueryDeriver = 18, // obsolete wopSetOptions = 19, wopCollectGarbage = 20, wopQuerySubstitutablePathInfo = 21, wopQueryDerivationOutputs = 22, // obsolete wopQueryAllValidPaths = 23, wopQueryFailedPaths = 24, wopClearFailedPaths = 25, wopQueryPathInfo = 26, wopImportPaths = 27, // obsolete wopQueryDerivationOutputNames = 28, // obsolete wopQueryPathFromHashPart = 29, wopQuerySubstitutablePathInfos = 30, wopQueryValidPaths = 31, wopQuerySubstitutablePaths = 32, wopQueryValidDerivers = 33, wopOptimiseStore = 34, wopVerifyStore = 35, wopBuildDerivation = 36, wopAddSignatures = 37, wopNarFromPath = 38, wopAddToStoreNar = 39, wopQueryMissing = 40, wopQueryDerivationOutputMap = 41, wopRegisterDrvOutput = 42, wopQueryRealisation = 43, wopAddMultipleToStore = 44, wopAddBuildLog = 45, wopBuildPathsWithResults = 46, } WorkerOp; #define STDERR_NEXT 0x6f6c6d67 #define STDERR_READ 0x64617461 // data needed from source #define STDERR_WRITE 0x64617416 // data for sink #define STDERR_LAST 0x616c7473 #define STDERR_ERROR 0x63787470 #define STDERR_START_ACTIVITY 0x53545254 #define STDERR_STOP_ACTIVITY 0x53544f50 #define STDERR_RESULT 0x52534c54 class Store; struct Source; // items being serialized struct DerivedPath; struct DrvOutput; struct Realisation; struct BuildResult; struct KeyedBuildResult; enum TrustedFlag : bool; /** * Data type for canonical pairs of serializers for the worker protocol. * * See https://en.cppreference.com/w/cpp/language/adl for the broader * concept of what is going on here. */ template struct WorkerProto { static T read(const Store & store, Source & from); static void write(const Store & store, Sink & out, const T & t); }; /** * Wrapper function around `WorkerProto::write` that allows us to * infer the type instead of having to write it down explicitly. */ template void workerProtoWrite(const Store & store, Sink & out, const T & t) { WorkerProto::write(store, out, t); } /** * Declare a canonical serializer pair for the worker protocol. * * We specialize the struct merely to indicate that we are implementing * the function for the given type. * * Some sort of `template<...>` must be used with the caller for this to * be legal specialization syntax. See below for what that looks like in * practice. */ #define MAKE_WORKER_PROTO(T) \ struct WorkerProto< T > { \ static T read(const Store & store, Source & from); \ static void write(const Store & store, Sink & out, const T & t); \ }; template<> MAKE_WORKER_PROTO(std::string); template<> MAKE_WORKER_PROTO(StorePath); template<> MAKE_WORKER_PROTO(ContentAddress); template<> MAKE_WORKER_PROTO(DerivedPath); template<> MAKE_WORKER_PROTO(Realisation); template<> MAKE_WORKER_PROTO(DrvOutput); template<> MAKE_WORKER_PROTO(BuildResult); template<> MAKE_WORKER_PROTO(KeyedBuildResult); template<> MAKE_WORKER_PROTO(std::optional); template MAKE_WORKER_PROTO(std::vector); template MAKE_WORKER_PROTO(std::set); template #define X_ std::map MAKE_WORKER_PROTO(X_); #undef X_ /** * These use the empty string for the null case, relying on the fact * that the underlying types never serialize to the empty string. * * We do this instead of a generic std::optional instance because * ordinal tags (0 or 1, here) are a bit of a compatability hazard. For * the same reason, we don't have a std::variant instances (ordinal * tags 0...n). * * We could the generic instances and then these as specializations for * compatability, but that's proven a bit finnicky, and also makes the * worker protocol harder to implement in other languages where such * specializations may not be allowed. */ template<> MAKE_WORKER_PROTO(std::optional); template<> MAKE_WORKER_PROTO(std::optional); template std::vector WorkerProto>::read(const Store & store, Source & from) { std::vector resSet; auto size = readNum(from); while (size--) { resSet.push_back(WorkerProto::read(store, from)); } return resSet; } template void WorkerProto>::write(const Store & store, Sink & out, const std::vector & resSet) { out << resSet.size(); for (auto & key : resSet) { WorkerProto::write(store, out, key); } } template std::set WorkerProto>::read(const Store & store, Source & from) { std::set resSet; auto size = readNum(from); while (size--) { resSet.insert(WorkerProto::read(store, from)); } return resSet; } template void WorkerProto>::write(const Store & store, Sink & out, const std::set & resSet) { out << resSet.size(); for (auto & key : resSet) { WorkerProto::write(store, out, key); } } template std::map WorkerProto>::read(const Store & store, Source & from) { std::map resMap; auto size = readNum(from); while (size--) { auto k = WorkerProto::read(store, from); auto v = WorkerProto::read(store, from); resMap.insert_or_assign(std::move(k), std::move(v)); } return resMap; } template void WorkerProto>::write(const Store & store, Sink & out, const std::map & resMap) { out << resMap.size(); for (auto & i : resMap) { WorkerProto::write(store, out, i.first); WorkerProto::write(store, out, i.second); } } }