aboutsummaryrefslogtreecommitdiff
path: root/src/libutil/compression.cc
blob: e8a820d30429d20fa4bd3c31252d194d748288c3 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
#include "compression.hh"
#include "util.hh"

#include <lzma.h>
#include <cstdio>

namespace nix {

/* RAII wrapper around lzma_stream. */
struct LzmaStream
{
    lzma_stream strm;
    LzmaStream() : strm(LZMA_STREAM_INIT) { };
    ~LzmaStream() { lzma_end(&strm); };
    lzma_stream & operator()() { return strm; }
};

static ref<std::string> compressXZ(const std::string & in)
{
    LzmaStream strm;

    // FIXME: apply the x86 BCJ filter?

    lzma_ret ret = lzma_easy_encoder(
        &strm(), 6, LZMA_CHECK_CRC64);
    if (ret != LZMA_OK)
        throw Error("unable to initialise lzma encoder");

    lzma_action action = LZMA_RUN;
    uint8_t outbuf[BUFSIZ];
    ref<std::string> res = make_ref<std::string>();
    strm().next_in = (uint8_t *) in.c_str();
    strm().avail_in = in.size();
    strm().next_out = outbuf;
    strm().avail_out = sizeof(outbuf);

    while (true) {
        checkInterrupt();

        if (strm().avail_in == 0)
            action = LZMA_FINISH;

        lzma_ret ret = lzma_code(&strm(), action);

        if (strm().avail_out == 0 || ret == LZMA_STREAM_END) {
            res->append((char *) outbuf, sizeof(outbuf) - strm().avail_out);
            strm().next_out = outbuf;
            strm().avail_out = sizeof(outbuf);
        }

        if (ret == LZMA_STREAM_END)
            return res;

        if (ret != LZMA_OK)
            throw Error("error while decompressing xz file");
    }
}

static ref<std::string> decompressXZ(const std::string & in)
{
    LzmaStream strm;

    lzma_ret ret = lzma_stream_decoder(
        &strm(), UINT64_MAX, LZMA_CONCATENATED);
    if (ret != LZMA_OK)
        throw Error("unable to initialise lzma decoder");

    lzma_action action = LZMA_RUN;
    uint8_t outbuf[BUFSIZ];
    ref<std::string> res = make_ref<std::string>();
    strm().next_in = (uint8_t *) in.c_str();
    strm().avail_in = in.size();
    strm().next_out = outbuf;
    strm().avail_out = sizeof(outbuf);

    while (true) {
        checkInterrupt();

        if (strm().avail_in == 0)
            action = LZMA_FINISH;

        lzma_ret ret = lzma_code(&strm(), action);

        if (strm().avail_out == 0 || ret == LZMA_STREAM_END) {
            res->append((char *) outbuf, sizeof(outbuf) - strm().avail_out);
            strm().next_out = outbuf;
            strm().avail_out = sizeof(outbuf);
        }

        if (ret == LZMA_STREAM_END)
            return res;

        if (ret != LZMA_OK)
            throw Error("error while decompressing xz file");
    }
}

ref<std::string> compress(const std::string & method, ref<std::string> in)
{
    if (method == "none")
        return in;
    else if (method == "xz")
        return compressXZ(*in);
    else
        throw UnknownCompressionMethod(format("unknown compression method ‘%s’") % method);
}

ref<std::string> decompress(const std::string & method, ref<std::string> in)
{
    if (method == "none")
        return in;
    else if (method == "xz")
        return decompressXZ(*in);
    else
        throw UnknownCompressionMethod(format("unknown compression method ‘%s’") % method);
}

}