2015-10-30 13:33:40 +02:00
|
|
|
|
#include "compression.hh"
|
2016-04-22 19:15:02 +03:00
|
|
|
|
#include "util.hh"
|
2015-10-30 13:33:40 +02:00
|
|
|
|
|
|
|
|
|
#include <lzma.h>
|
2015-12-31 15:18:20 +02:00
|
|
|
|
#include <cstdio>
|
2015-10-30 13:33:40 +02:00
|
|
|
|
|
|
|
|
|
namespace nix {
|
|
|
|
|
|
2016-02-15 22:26:28 +02:00
|
|
|
|
/* RAII wrapper around lzma_stream. */
|
|
|
|
|
struct LzmaStream
|
|
|
|
|
{
|
|
|
|
|
lzma_stream strm;
|
|
|
|
|
LzmaStream() : strm(LZMA_STREAM_INIT) { };
|
|
|
|
|
~LzmaStream() { lzma_end(&strm); };
|
|
|
|
|
lzma_stream & operator()() { return strm; }
|
|
|
|
|
};
|
|
|
|
|
|
2016-04-29 18:02:57 +03:00
|
|
|
|
static ref<std::string> compressXZ(const std::string & in)
|
2016-02-15 22:45:56 +02:00
|
|
|
|
{
|
|
|
|
|
LzmaStream strm;
|
|
|
|
|
|
|
|
|
|
// FIXME: apply the x86 BCJ filter?
|
|
|
|
|
|
|
|
|
|
lzma_ret ret = lzma_easy_encoder(
|
|
|
|
|
&strm(), 6, LZMA_CHECK_CRC64);
|
|
|
|
|
if (ret != LZMA_OK)
|
|
|
|
|
throw Error("unable to initialise lzma encoder");
|
|
|
|
|
|
|
|
|
|
lzma_action action = LZMA_RUN;
|
|
|
|
|
uint8_t outbuf[BUFSIZ];
|
2016-04-29 18:02:57 +03:00
|
|
|
|
ref<std::string> res = make_ref<std::string>();
|
2016-02-15 22:45:56 +02:00
|
|
|
|
strm().next_in = (uint8_t *) in.c_str();
|
|
|
|
|
strm().avail_in = in.size();
|
|
|
|
|
strm().next_out = outbuf;
|
|
|
|
|
strm().avail_out = sizeof(outbuf);
|
|
|
|
|
|
|
|
|
|
while (true) {
|
2016-04-22 19:15:02 +03:00
|
|
|
|
checkInterrupt();
|
2016-02-15 22:45:56 +02:00
|
|
|
|
|
|
|
|
|
if (strm().avail_in == 0)
|
|
|
|
|
action = LZMA_FINISH;
|
|
|
|
|
|
|
|
|
|
lzma_ret ret = lzma_code(&strm(), action);
|
|
|
|
|
|
|
|
|
|
if (strm().avail_out == 0 || ret == LZMA_STREAM_END) {
|
2016-04-29 18:02:57 +03:00
|
|
|
|
res->append((char *) outbuf, sizeof(outbuf) - strm().avail_out);
|
2016-02-15 22:45:56 +02:00
|
|
|
|
strm().next_out = outbuf;
|
|
|
|
|
strm().avail_out = sizeof(outbuf);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (ret == LZMA_STREAM_END)
|
|
|
|
|
return res;
|
|
|
|
|
|
|
|
|
|
if (ret != LZMA_OK)
|
|
|
|
|
throw Error("error while decompressing xz file");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2016-04-29 18:02:57 +03:00
|
|
|
|
static ref<std::string> decompressXZ(const std::string & in)
|
2015-10-30 13:33:40 +02:00
|
|
|
|
{
|
2016-02-15 22:26:28 +02:00
|
|
|
|
LzmaStream strm;
|
2015-10-30 13:33:40 +02:00
|
|
|
|
|
|
|
|
|
lzma_ret ret = lzma_stream_decoder(
|
2016-02-15 22:26:28 +02:00
|
|
|
|
&strm(), UINT64_MAX, LZMA_CONCATENATED);
|
2015-10-30 13:33:40 +02:00
|
|
|
|
if (ret != LZMA_OK)
|
|
|
|
|
throw Error("unable to initialise lzma decoder");
|
|
|
|
|
|
|
|
|
|
lzma_action action = LZMA_RUN;
|
|
|
|
|
uint8_t outbuf[BUFSIZ];
|
2016-04-15 16:11:34 +03:00
|
|
|
|
ref<std::string> res = make_ref<std::string>();
|
2016-02-15 22:26:28 +02:00
|
|
|
|
strm().next_in = (uint8_t *) in.c_str();
|
|
|
|
|
strm().avail_in = in.size();
|
|
|
|
|
strm().next_out = outbuf;
|
|
|
|
|
strm().avail_out = sizeof(outbuf);
|
2015-10-30 13:33:40 +02:00
|
|
|
|
|
|
|
|
|
while (true) {
|
2016-04-22 19:15:02 +03:00
|
|
|
|
checkInterrupt();
|
2015-10-30 13:33:40 +02:00
|
|
|
|
|
2016-02-15 22:26:28 +02:00
|
|
|
|
if (strm().avail_in == 0)
|
2015-10-30 13:33:40 +02:00
|
|
|
|
action = LZMA_FINISH;
|
|
|
|
|
|
2016-02-15 22:26:28 +02:00
|
|
|
|
lzma_ret ret = lzma_code(&strm(), action);
|
2015-10-30 13:33:40 +02:00
|
|
|
|
|
2016-02-15 22:26:28 +02:00
|
|
|
|
if (strm().avail_out == 0 || ret == LZMA_STREAM_END) {
|
2016-04-15 16:11:34 +03:00
|
|
|
|
res->append((char *) outbuf, sizeof(outbuf) - strm().avail_out);
|
2016-02-15 22:26:28 +02:00
|
|
|
|
strm().next_out = outbuf;
|
|
|
|
|
strm().avail_out = sizeof(outbuf);
|
2015-10-30 13:33:40 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (ret == LZMA_STREAM_END)
|
|
|
|
|
return res;
|
|
|
|
|
|
|
|
|
|
if (ret != LZMA_OK)
|
|
|
|
|
throw Error("error while decompressing xz file");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2016-04-29 18:02:57 +03:00
|
|
|
|
ref<std::string> compress(const std::string & method, ref<std::string> in)
|
|
|
|
|
{
|
|
|
|
|
if (method == "none")
|
|
|
|
|
return in;
|
|
|
|
|
else if (method == "xz")
|
|
|
|
|
return compressXZ(*in);
|
|
|
|
|
else
|
|
|
|
|
throw UnknownCompressionMethod(format("unknown compression method ‘%s’") % method);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
ref<std::string> decompress(const std::string & method, ref<std::string> in)
|
|
|
|
|
{
|
|
|
|
|
if (method == "none")
|
|
|
|
|
return in;
|
|
|
|
|
else if (method == "xz")
|
|
|
|
|
return decompressXZ(*in);
|
|
|
|
|
else
|
|
|
|
|
throw UnknownCompressionMethod(format("unknown compression method ‘%s’") % method);
|
|
|
|
|
}
|
|
|
|
|
|
2015-10-30 13:33:40 +02:00
|
|
|
|
}
|