diff options
author | John Ericson <John.Ericson@Obsidian.Systems> | 2023-03-30 16:28:53 -0400 |
---|---|---|
committer | John Ericson <John.Ericson@Obsidian.Systems> | 2023-03-30 16:28:53 -0400 |
commit | aa99005004bccc9be506a2a2f162f78bad4bcb41 (patch) | |
tree | eeda5852bad75701d48776cd141bbc8f857480e0 /src/libstore/content-address.hh | |
parent | d381248ec0847cacd918480e83a99287f814456a (diff) | |
parent | 06d87b95bc751480d5961def9c0a21f557103625 (diff) |
Merge remote-tracking branch 'upstream/master' into path-info
Also improve content-address.hh API docs.
Diffstat (limited to 'src/libstore/content-address.hh')
-rw-r--r-- | src/libstore/content-address.hh | 127 |
1 files changed, 102 insertions, 25 deletions
diff --git a/src/libstore/content-address.hh b/src/libstore/content-address.hh index 9fae288d8..d74d1ff4b 100644 --- a/src/libstore/content-address.hh +++ b/src/libstore/content-address.hh @@ -14,10 +14,28 @@ namespace nix { /* We only have one way to hash text with references, so this is a single-value type, mainly useful with std::variant. */ + +/** + * The single way we can serialize "text" file system objects. + * + * Somewhat obscure, used by \ref Derivation derivations and + * `builtins.toFile` currently. + */ struct TextHashMethod : std::monostate { }; +/** + * An enumeration of the main ways we can serialize file system + * objects. + */ enum struct FileIngestionMethod : uint8_t { + /** + * Flat-file hashing. Directly ingest the contents of a single file + */ Flat = false, + /** + * Recursive (or NAR) hashing. Serializes the file-system object in Nix + * Archive format and ingest that + */ Recursive = true }; @@ -26,15 +44,21 @@ struct FixedOutputHashMethod { HashType hashType; }; -/* Compute the prefix to the hash algorithm which indicates how the files were - ingested. */ +/** + * Compute the prefix to the hash algorithm which indicates how the + * files were ingested. + */ std::string makeFileIngestionPrefix(FileIngestionMethod m); -/* Just the type of a content address. Combine with the hash itself, and we - have a `ContentAddress` as defined below. Combine that, in turn, with info - on references, and we have `ContentAddressWithReferences`, as defined - further below. */ +/** + * An enumeration of all the ways we can serialize file system objects. + * + * Just the type of a content address. Combine with the hash itself, and + * we have a `ContentAddress` as defined below. Combine that, in turn, + * with info on references, and we have `ContentAddressWithReferences`, + * as defined further below. + */ typedef std::variant< TextHashMethod, FixedOutputHashMethod @@ -48,37 +72,58 @@ std::string renderContentAddressMethod(ContentAddressMethod caMethod); * Mini content address */ +/** + * Somewhat obscure, used by \ref Derivation derivations and + * `builtins.toFile` currently. + */ struct TextHash { + /** + * Hash of the contents of the text/file. + */ Hash hash; GENERATE_CMP(TextHash, me->hash); }; -/// Pair of a hash, and how the file system was ingested +/** + * Used by most store objects that are content-addressed. + */ struct FixedOutputHash { + /** + * How the file system objects are serialized + */ FileIngestionMethod method; + /** + * Hash of that serialization + */ Hash hash; + std::string printMethodAlgo() const; GENERATE_CMP(FixedOutputHash, me->method, me->hash); }; -/* - We've accumulated several types of content-addressed paths over the years; - fixed-output derivations support multiple hash algorithms and serialisation - methods (flat file vs NAR). Thus, ‘ca’ has one of the following forms: - - * ‘text:sha256:<sha256 hash of file contents>’: For paths - computed by makeTextPath() / addTextToStore(). - - * ‘fixed:<r?>:<ht>:<h>’: For paths computed by - makeFixedOutputPath() / addToStore(). -*/ +/** + * We've accumulated several types of content-addressed paths over the + * years; fixed-output derivations support multiple hash algorithms and + * serialisation methods (flat file vs NAR). Thus, ‘ca’ has one of the + * following forms: + * + * - ‘text:sha256:<sha256 hash of file contents>’: For paths + * computed by Store::makeTextPath() / Store::addTextToStore(). + * + * - ‘fixed:<r?>:<ht>:<h>’: For paths computed by + * Store::makeFixedOutputPath() / Store::addToStore(). + */ typedef std::variant< - TextHash, // for paths computed by makeTextPath() / addTextToStore - FixedOutputHash // for path computed by makeFixedOutputPath + TextHash, + FixedOutputHash > ContentAddress; +/** + * Compute the content-addressability assertion (ValidPathInfo::ca) for + * paths created by Store::makeFixedOutputPath() / Store::addToStore(). + */ std::string renderContentAddress(ContentAddress ca); std::string renderContentAddress(std::optional<ContentAddress> ca); @@ -90,15 +135,33 @@ std::optional<ContentAddress> parseContentAddressOpt(std::string_view rawCaOpt); Hash getContentAddressHash(const ContentAddress & ca); -/* - * References set +/** + * A set of references to other store objects. + * + * References to other store objects are tracked with store paths, self + * references however are tracked with a boolean. */ - struct StoreReferences { + /** + * References to other store objects + */ StorePathSet others; + + /** + * Reference to this store object + */ bool self = false; + /** + * @return true iff no references, i.e. others is empty and self is + * false. + */ bool empty() const; + + /** + * Returns the numbers of references, i.e. the size of others + 1 + * iff self is true. + */ size_t size() const; GENERATE_CMP(StoreReferences, me->self, me->others); @@ -113,7 +176,10 @@ struct StoreReferences { // This matches the additional info that we need for makeTextPath struct TextInfo { TextHash hash; - // References for the paths, self references disallowed + /** + * References to other store objects only; self references + * disallowed + */ StorePathSet references; GENERATE_CMP(TextInfo, me->hash, me->references); @@ -121,17 +187,28 @@ struct TextInfo { struct FixedOutputInfo { FixedOutputHash hash; - // References for the paths + /** + * References to other store objects or this one. + */ StoreReferences references; GENERATE_CMP(FixedOutputInfo, me->hash, me->references); }; +/** + * Ways of content addressing but not a complete ContentAddress. + * + * A ContentAddress without a Hash. + */ typedef std::variant< TextInfo, FixedOutputInfo > ContentAddressWithReferences; +/** + * Create a ContentAddressWithReferences from a mere ContentAddress, by + * assuming no references in all cases. + */ ContentAddressWithReferences caWithoutRefs(const ContentAddress &); } |