#pragma once ///@file #include "attr-set.hh" #include "types.hh" #include "value.hh" #include "nixexpr.hh" #include "symbol-table.hh" #include "config.hh" #include "experimental-features.hh" #include "input-accessor.hh" #include "search-path.hh" #include #include #include #include namespace nix { class Store; class EvalState; class StorePath; struct DerivedPath; enum RepairFlag : bool; /** * Function that implements a primop. */ typedef void (* PrimOpFun) (EvalState & state, const PosIdx pos, Value * * args, Value & v); /** * Info about a primitive operation, and its implementation */ struct PrimOp { /** * Name of the primop. `__` prefix is treated specially. */ std::string name; /** * Names of the parameters of a primop, for primops that take a * fixed number of arguments to be substituted for these parameters. */ std::vector args; /** * Aritiy of the primop. * * If `args` is not empty, this field will be computed from that * field instead, so it doesn't need to be manually set. */ size_t arity = 0; /** * Optional free-form documentation about the primop. */ const char * doc = nullptr; /** * Implementation of the primop. */ PrimOpFun fun; /** * Optional experimental for this to be gated on. */ std::optional experimentalFeature; }; /** * Info about a constant */ struct Constant { /** * Optional type of the constant (known since it is a fixed value). * * @todo we should use an enum for this. */ ValueType type = nThunk; /** * Optional free-form documentation about the constant. */ const char * doc = nullptr; /** * Whether the constant is impure, and not available in pure mode. */ bool impureOnly = false; }; #if HAVE_BOEHMGC typedef std::map, traceable_allocator > > ValMap; #else typedef std::map ValMap; #endif struct Env { Env * up; /** * Number of of levels up to next `with` environment */ unsigned short prevWith:14; enum { Plain = 0, HasWithExpr, HasWithAttrs } type:2; Value * values[0]; }; void printEnvBindings(const EvalState &es, const Expr & expr, const Env & env); void printEnvBindings(const SymbolTable & st, const StaticEnv & se, const Env & env, int lvl = 0); std::unique_ptr mapStaticEnvBindings(const SymbolTable & st, const StaticEnv & se, const Env & env); void copyContext(const Value & v, NixStringContext & context); std::string printValue(const EvalState & state, const Value & v); std::ostream & operator << (std::ostream & os, const ValueType t); /** * Initialise the Boehm GC, if applicable. */ void initGC(); struct RegexCache; std::shared_ptr makeRegexCache(); struct DebugTrace { std::shared_ptr pos; const Expr & expr; const Env & env; hintformat hint; bool isError; }; void debugError(Error * e, Env & env, Expr & expr); class ErrorBuilder { private: EvalState & state; ErrorInfo info; ErrorBuilder(EvalState & s, ErrorInfo && i): state(s), info(i) { } public: template [[nodiscard, gnu::noinline]] static ErrorBuilder * create(EvalState & s, const Args & ... args) { return new ErrorBuilder(s, ErrorInfo { .msg = hintfmt(args...) }); } [[nodiscard, gnu::noinline]] ErrorBuilder & atPos(PosIdx pos); [[nodiscard, gnu::noinline]] ErrorBuilder & withTrace(PosIdx pos, const std::string_view text); [[nodiscard, gnu::noinline]] ErrorBuilder & withFrameTrace(PosIdx pos, const std::string_view text); [[nodiscard, gnu::noinline]] ErrorBuilder & withSuggestions(Suggestions & s); [[nodiscard, gnu::noinline]] ErrorBuilder & withFrame(const Env & e, const Expr & ex); template [[gnu::noinline, gnu::noreturn]] void debugThrow(); }; class EvalState : public std::enable_shared_from_this { public: SymbolTable symbols; PosTable positions; const Symbol sWith, sOutPath, sDrvPath, sType, sMeta, sName, sValue, sSystem, sOverrides, sOutputs, sOutputName, sIgnoreNulls, sFile, sLine, sColumn, sFunctor, sToString, sRight, sWrong, sStructuredAttrs, sBuilder, sArgs, sContentAddressed, sImpure, sOutputHash, sOutputHashAlgo, sOutputHashMode, sRecurseForDerivations, sDescription, sSelf, sEpsilon, sStartSet, sOperator, sKey, sPath, sPrefix, sOutputSpecified; /** * If set, force copying files to the Nix store even if they * already exist there. */ RepairFlag repair; /** * The allowed filesystem paths in restricted or pure evaluation * mode. */ std::optional allowedPaths; Bindings emptyBindings; const SourcePath derivationInternal; /** * Store used to materialise .drv files. */ const ref store; /** * Store used to build stuff. */ const ref buildStore; RootValue vCallFlake = nullptr; RootValue vImportedDrvToDerivation = nullptr; /** * Debugger */ void (* debugRepl)(ref es, const ValMap & extraEnv); bool debugStop; bool debugQuit; int trylevel; std::list debugTraces; std::map> exprEnvs; const std::shared_ptr getStaticEnv(const Expr & expr) const { auto i = exprEnvs.find(&expr); if (i != exprEnvs.end()) return i->second; else return std::shared_ptr();; } void runDebugRepl(const Error * error, const Env & env, const Expr & expr); template [[gnu::noinline, gnu::noreturn]] void debugThrowLastTrace(E && error) { debugThrow(error, nullptr, nullptr); } template [[gnu::noinline, gnu::noreturn]] void debugThrow(E && error, const Env * env, const Expr * expr) { if (debugRepl && ((env && expr) || !debugTraces.empty())) { if (!env || !expr) { const DebugTrace & last = debugTraces.front(); env = &last.env; expr = &last.expr; } runDebugRepl(&error, *env, *expr); } throw std::move(error); } // This is dangerous, but gets in line with the idea that error creation and // throwing should not allocate on the stack of hot functions. // as long as errors are immediately thrown, it works. ErrorBuilder * errorBuilder; template [[nodiscard, gnu::noinline]] ErrorBuilder & error(const Args & ... args) { errorBuilder = ErrorBuilder::create(*this, args...); return *errorBuilder; } private: /* Cache for calls to addToStore(); maps source paths to the store paths. */ std::map srcToStore; /** * A cache from path names to parse trees. */ #if HAVE_BOEHMGC typedef std::map, traceable_allocator>> FileParseCache; #else typedef std::map FileParseCache; #endif FileParseCache fileParseCache; /** * A cache from path names to values. */ #if HAVE_BOEHMGC typedef std::map, traceable_allocator>> FileEvalCache; #else typedef std::map FileEvalCache; #endif FileEvalCache fileEvalCache; SearchPath searchPath; std::map> searchPathResolved; /** * Cache used by checkSourcePath(). */ std::unordered_map resolvedPaths; /** * Cache used by prim_match(). */ std::shared_ptr regexCache; #if HAVE_BOEHMGC /** * Allocation cache for GC'd Value objects. */ std::shared_ptr valueAllocCache; /** * Allocation cache for size-1 Env objects. */ std::shared_ptr env1AllocCache; #endif public: EvalState( const SearchPath & _searchPath, ref store, std::shared_ptr buildStore = nullptr); ~EvalState(); void addToSearchPath(SearchPath::Elem && elem); SearchPath getSearchPath() { return searchPath; } /** * Return a `SourcePath` that refers to `path` in the root * filesystem. */ SourcePath rootPath(CanonPath path); /** * Allow access to a path. */ void allowPath(const Path & path); /** * Allow access to a store path. Note that this gets remapped to * the real store path if `store` is a chroot store. */ void allowPath(const StorePath & storePath); /** * Allow access to a store path and return it as a string. */ void allowAndSetStorePathString(const StorePath & storePath, Value & v); /** * Check whether access to a path is allowed and throw an error if * not. Otherwise return the canonicalised path. */ SourcePath checkSourcePath(const SourcePath & path); void checkURI(const std::string & uri); /** * When using a diverted store and 'path' is in the Nix store, map * 'path' to the diverted location (e.g. /nix/store/foo is mapped * to /home/alice/my-nix/nix/store/foo). However, this is only * done if the context is not empty, since otherwise we're * probably trying to read from the actual /nix/store. This is * intended to distinguish between import-from-derivation and * sources stored in the actual /nix/store. */ Path toRealPath(const Path & path, const NixStringContext & context); /** * Parse a Nix expression from the specified file. */ Expr * parseExprFromFile(const SourcePath & path); Expr * parseExprFromFile(const SourcePath & path, std::shared_ptr & staticEnv); /** * Parse a Nix expression from the specified string. */ Expr * parseExprFromString(std::string s, const SourcePath & basePath, std::shared_ptr & staticEnv); Expr * parseExprFromString(std::string s, const SourcePath & basePath); Expr * parseStdin(); /** * Evaluate an expression read from the given file to normal * form. Optionally enforce that the top-level expression is * trivial (i.e. doesn't require arbitrary computation). */ void evalFile(const SourcePath & path, Value & v, bool mustBeTrivial = false); /** * Like `evalFile`, but with an already parsed expression. */ void cacheFile( const SourcePath & path, const SourcePath & resolvedPath, Expr * e, Value & v, bool mustBeTrivial = false); void resetFileCache(); /** * Look up a file in the search path. */ SourcePath findFile(const std::string_view path); SourcePath findFile(const SearchPath & searchPath, const std::string_view path, const PosIdx pos = noPos); /** * Try to resolve a search path value (not the optinal key part) * * If the specified search path element is a URI, download it. * * If it is not found, return `std::nullopt` */ std::optional resolveSearchPathPath(const SearchPath::Path & path); /** * Evaluate an expression to normal form * * @param [out] v The resulting is stored here. */ void eval(Expr * e, Value & v); /** * Evaluation the expression, then verify that it has the expected * type. */ inline bool evalBool(Env & env, Expr * e); inline bool evalBool(Env & env, Expr * e, const PosIdx pos, std::string_view errorCtx); inline void evalAttrs(Env & env, Expr * e, Value & v, const PosIdx pos, std::string_view errorCtx); /** * If `v` is a thunk, enter it and overwrite `v` with the result * of the evaluation of the thunk. If `v` is a delayed function * application, call the function and overwrite `v` with the * result. Otherwise, this is a no-op. */ inline void forceValue(Value & v, const PosIdx pos); template inline void forceValue(Value & v, Callable getPos); /** * Force a value, then recursively force list elements and * attributes. */ void forceValueDeep(Value & v); /** * Force `v`, and then verify that it has the expected type. */ NixInt forceInt(Value & v, const PosIdx pos, std::string_view errorCtx); NixFloat forceFloat(Value & v, const PosIdx pos, std::string_view errorCtx); bool forceBool(Value & v, const PosIdx pos, std::string_view errorCtx); void forceAttrs(Value & v, const PosIdx pos, std::string_view errorCtx); template inline void forceAttrs(Value & v, Callable getPos, std::string_view errorCtx); inline void forceList(Value & v, const PosIdx pos, std::string_view errorCtx); /** * @param v either lambda or primop */ void forceFunction(Value & v, const PosIdx pos, std::string_view errorCtx); std::string_view forceString(Value & v, const PosIdx pos, std::string_view errorCtx); std::string_view forceString(Value & v, NixStringContext & context, const PosIdx pos, std::string_view errorCtx); std::string_view forceStringNoCtx(Value & v, const PosIdx pos, std::string_view errorCtx); [[gnu::noinline]] void addErrorTrace(Error & e, const char * s, const std::string & s2) const; [[gnu::noinline]] void addErrorTrace(Error & e, const PosIdx pos, const char * s, const std::string & s2, bool frame = false) const; public: /** * @return true iff the value `v` denotes a derivation (i.e. a * set with attribute `type = "derivation"`). */ bool isDerivation(Value & v); std::optional tryAttrsToString(const PosIdx pos, Value & v, NixStringContext & context, bool coerceMore = false, bool copyToStore = true); /** * String coercion. * * Converts strings, paths and derivations to a * string. If `coerceMore` is set, also converts nulls, integers, * booleans and lists to a string. If `copyToStore` is set, * referenced paths are copied to the Nix store as a side effect. */ BackedStringView coerceToString(const PosIdx pos, Value & v, NixStringContext & context, std::string_view errorCtx, bool coerceMore = false, bool copyToStore = true, bool canonicalizePath = true); StorePath copyPathToStore(NixStringContext & context, const SourcePath & path); /** * Path coercion. * * Converts strings, paths and derivations to a * path. The result is guaranteed to be a canonicalised, absolute * path. Nothing is copied to the store. */ SourcePath coerceToPath(const PosIdx pos, Value & v, NixStringContext & context, std::string_view errorCtx); /** * Like coerceToPath, but the result must be a store path. */ StorePath coerceToStorePath(const PosIdx pos, Value & v, NixStringContext & context, std::string_view errorCtx); /** * Part of `coerceToDerivedPath()` without any store IO which is exposed for unit testing only. */ std::pair coerceToDerivedPathUnchecked(const PosIdx pos, Value & v, std::string_view errorCtx); /** * Coerce to `DerivedPath`. * * Must be a string which is either a literal store path or a * "placeholder (see `DownstreamPlaceholder`). * * Even more importantly, the string context must be exactly one * element, which is either a `NixStringContextElem::Opaque` or * `NixStringContextElem::Built`. (`NixStringContextEleme::DrvDeep` * is not permitted). * * The string is parsed based on the context --- the context is the * source of truth, and ultimately tells us what we want, and then * we ensure the string corresponds to it. */ DerivedPath coerceToDerivedPath(const PosIdx pos, Value & v, std::string_view errorCtx); public: /** * The base environment, containing the builtin functions and * values. */ Env & baseEnv; /** * The same, but used during parsing to resolve variables. */ std::shared_ptr staticBaseEnv; // !!! should be private /** * Name and documentation about every constant. * * Constants from primops are hard to crawl, and their docs will go * here too. */ std::vector> constantInfos; private: unsigned int baseEnvDispl = 0; void createBaseEnv(); Value * addConstant(const std::string & name, Value & v, Constant info); void addConstant(const std::string & name, Value * v, Constant info); Value * addPrimOp(PrimOp && primOp); public: Value & getBuiltin(const std::string & name); struct Doc { Pos pos; std::optional name; size_t arity; std::vector args; /** * Unlike the other `doc` fields in this file, this one should never be * `null`. */ const char * doc; }; std::optional getDoc(Value & v); private: inline Value * lookupVar(Env * env, const ExprVar & var, bool noEval); friend struct ExprVar; friend struct ExprAttrs; friend struct ExprLet; Expr * parse( char * text, size_t length, Pos::Origin origin, const SourcePath & basePath, std::shared_ptr & staticEnv); public: /** * Do a deep equality test between two values. That is, list * elements and attributes are compared recursively. */ bool eqValues(Value & v1, Value & v2, const PosIdx pos, std::string_view errorCtx); bool isFunctor(Value & fun); // FIXME: use std::span void callFunction(Value & fun, size_t nrArgs, Value * * args, Value & vRes, const PosIdx pos); void callFunction(Value & fun, Value & arg, Value & vRes, const PosIdx pos) { Value * args[] = {&arg}; callFunction(fun, 1, args, vRes, pos); } /** * Automatically call a function for which each argument has a * default value or has a binding in the `args` map. */ void autoCallFunction(Bindings & args, Value & fun, Value & res); /** * Allocation primitives. */ inline Value * allocValue(); inline Env & allocEnv(size_t size); Value * allocAttr(Value & vAttrs, Symbol name); Value * allocAttr(Value & vAttrs, std::string_view name); Bindings * allocBindings(size_t capacity); BindingsBuilder buildBindings(size_t capacity) { return BindingsBuilder(*this, allocBindings(capacity)); } void mkList(Value & v, size_t length); void mkThunk_(Value & v, Expr * expr); void mkPos(Value & v, PosIdx pos); /** * Create a string representing a store path. * * The string is the printed store path with a context containing a single * `NixStringContextElem::Opaque` element of that store path. */ void mkStorePathString(const StorePath & storePath, Value & v); /** * Create a string representing a `DerivedPath::Built`. * * The string is the printed store path with a context containing a single * `NixStringContextElem::Built` element of the drv path and output name. * * @param value Value we are settings * * @param drvPath Path the drv whose output we are making a string for * * @param outputName Name of the output * * @param optOutputPath Optional output path for that string. Must * be passed if and only if output store object is input-addressed. * Will be printed to form string if passed, otherwise a placeholder * will be used (see `DownstreamPlaceholder`). * * @param xpSettings Stop-gap to avoid globals during unit tests. */ void mkOutputString( Value & value, const StorePath & drvPath, const std::string outputName, std::optional optOutputPath, const ExperimentalFeatureSettings & xpSettings = experimentalFeatureSettings); void concatLists(Value & v, size_t nrLists, Value * * lists, const PosIdx pos, std::string_view errorCtx); /** * Print statistics. */ void printStats(); /** * Realise the given context, and return a mapping from the placeholders * used to construct the associated value to their final store path */ [[nodiscard]] StringMap realiseContext(const NixStringContext & context); private: unsigned long nrEnvs = 0; unsigned long nrValuesInEnvs = 0; unsigned long nrValues = 0; unsigned long nrListElems = 0; unsigned long nrLookups = 0; unsigned long nrAttrsets = 0; unsigned long nrAttrsInAttrsets = 0; unsigned long nrAvoided = 0; unsigned long nrOpUpdates = 0; unsigned long nrOpUpdateValuesCopied = 0; unsigned long nrListConcats = 0; unsigned long nrPrimOpCalls = 0; unsigned long nrFunctionCalls = 0; bool countCalls; typedef std::map PrimOpCalls; PrimOpCalls primOpCalls; typedef std::map FunctionCalls; FunctionCalls functionCalls; void incrFunctionCall(ExprLambda * fun); typedef std::map AttrSelects; AttrSelects attrSelects; friend struct ExprOpUpdate; friend struct ExprOpConcatLists; friend struct ExprVar; friend struct ExprString; friend struct ExprInt; friend struct ExprFloat; friend struct ExprPath; friend struct ExprSelect; friend void prim_getAttr(EvalState & state, const PosIdx pos, Value * * args, Value & v); friend void prim_match(EvalState & state, const PosIdx pos, Value * * args, Value & v); friend void prim_split(EvalState & state, const PosIdx pos, Value * * args, Value & v); friend struct Value; }; struct DebugTraceStacker { DebugTraceStacker(EvalState & evalState, DebugTrace t); ~DebugTraceStacker() { // assert(evalState.debugTraces.front() == trace); evalState.debugTraces.pop_front(); } EvalState & evalState; DebugTrace trace; }; /** * @return A string representing the type of the value `v`. * * @param withArticle Whether to begin with an english article, e.g. "an * integer" vs "integer". */ std::string_view showType(ValueType type, bool withArticle = true); std::string showType(const Value & v); /** * If `path` refers to a directory, then append "/default.nix". */ SourcePath resolveExprPath(const SourcePath & path); struct InvalidPathError : EvalError { Path path; InvalidPathError(const Path & path); #ifdef EXCEPTION_NEEDS_THROW_SPEC ~InvalidPathError() throw () { }; #endif }; struct EvalSettings : Config { EvalSettings(); static Strings getDefaultNixPath(); static bool isPseudoUrl(std::string_view s); static std::string resolvePseudoUrl(std::string_view url); Setting enableNativeCode{this, false, "allow-unsafe-native-code-during-evaluation", "Whether builtin functions that allow executing native code should be enabled."}; Setting nixPath{ this, getDefaultNixPath(), "nix-path", R"( List of directories to be searched for `<...>` file references In particular, outside of [pure evaluation mode](#conf-pure-evaluation), this determines the value of [`builtins.nixPath`](@docroot@/language/builtin-constants.md#builtin-constants-nixPath). )"}; Setting restrictEval{ this, false, "restrict-eval", R"( If set to `true`, the Nix evaluator will not allow access to any files outside of the Nix search path (as set via the `NIX_PATH` environment variable or the `-I` option), or to URIs outside of [`allowed-uris`](../command-ref/conf-file.md#conf-allowed-uris). The default is `false`. )"}; Setting pureEval{this, false, "pure-eval", R"( Pure evaluation mode ensures that the result of Nix expressions is fully determined by explicitly declared inputs, and not influenced by external state: - Restrict file system and network access to files specified by cryptographic hash - Disable [`bultins.currentSystem`](@docroot@/language/builtin-constants.md#builtins-currentSystem) and [`builtins.currentTime`](@docroot@/language/builtin-constants.md#builtins-currentTime) )" }; Setting enableImportFromDerivation{ this, true, "allow-import-from-derivation", R"( By default, Nix allows you to `import` from a derivation, allowing building at evaluation time. With this option set to false, Nix will throw an error when evaluating an expression that uses this feature, allowing users to ensure their evaluation will not require any builds to take place. )"}; Setting allowedUris{this, {}, "allowed-uris", R"( A list of URI prefixes to which access is allowed in restricted evaluation mode. For example, when set to `https://github.com/NixOS`, builtin functions such as `fetchGit` are allowed to access `https://github.com/NixOS/patchelf.git`. )"}; Setting traceFunctionCalls{this, false, "trace-function-calls", R"( If set to `true`, the Nix evaluator will trace every function call. Nix will print a log message at the "vomit" level for every function entrance and function exit. function-trace entered undefined position at 1565795816999559622 function-trace exited undefined position at 1565795816999581277 function-trace entered /nix/store/.../example.nix:226:41 at 1565795253249935150 function-trace exited /nix/store/.../example.nix:226:41 at 1565795253249941684 The `undefined position` means the function call is a builtin. Use the `contrib/stack-collapse.py` script distributed with the Nix source code to convert the trace logs in to a format suitable for `flamegraph.pl`. )"}; Setting useEvalCache{this, true, "eval-cache", "Whether to use the flake evaluation cache."}; Setting ignoreExceptionsDuringTry{this, false, "ignore-try", R"( If set to true, ignore exceptions inside 'tryEval' calls when evaluating nix expressions in debug mode (using the --debugger flag). By default the debugger will pause on all exceptions. )"}; Setting traceVerbose{this, false, "trace-verbose", "Whether `builtins.traceVerbose` should trace its first argument when evaluated."}; }; extern EvalSettings evalSettings; static const std::string corepkgsPrefix{"/__corepkgs__/"}; template void ErrorBuilder::debugThrow() { // NOTE: We always use the -LastTrace version as we push the new trace in withFrame() state.debugThrowLastTrace(ErrorType(info)); } } #include "eval-inline.hh"