mirror of
https://github.com/pygos/pkg-utils.git
synced 2024-11-25 05:50:43 +01:00
David Oberhollenzer
214a5e917e
Currently only used by lzma compressor to set the dictionary size. Signed-off-by: David Oberhollenzer <goliath@infraroot.at>
236 lines
4.8 KiB
C
236 lines
4.8 KiB
C
/* SPDX-License-Identifier: ISC */
|
|
#include <stdbool.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <stdio.h>
|
|
#include <lzma.h>
|
|
|
|
#include "internal.h"
|
|
|
|
#define CHUNK_SIZE 16384
|
|
|
|
typedef struct {
|
|
compressor_stream_t base;
|
|
lzma_stream strm;
|
|
lzma_action action;
|
|
uint8_t chunk[CHUNK_SIZE];
|
|
int used;
|
|
bool eof;
|
|
bool error;
|
|
size_t dict_size;
|
|
} lzma_stream_t;
|
|
|
|
static ssize_t lzma_write(compressor_stream_t *base,
|
|
const uint8_t *in, size_t size)
|
|
{
|
|
lzma_stream_t *lzma = (lzma_stream_t *)base;
|
|
|
|
if (size > (size_t)(CHUNK_SIZE - lzma->used))
|
|
size = CHUNK_SIZE - lzma->used;
|
|
|
|
if (size == 0)
|
|
return 0;
|
|
|
|
memcpy(lzma->chunk + lzma->used, in, size);
|
|
lzma->used += size;
|
|
return size;
|
|
}
|
|
|
|
static ssize_t lzma_read(compressor_stream_t *base,
|
|
uint8_t *out, size_t size)
|
|
{
|
|
lzma_stream_t *lzma = (lzma_stream_t *)base;
|
|
int have, total = 0, processed;
|
|
|
|
if (lzma->error)
|
|
return -1;
|
|
if (lzma->eof)
|
|
return 0;
|
|
|
|
lzma->strm.avail_in = lzma->used;
|
|
lzma->strm.next_in = lzma->chunk;
|
|
|
|
do {
|
|
lzma->strm.avail_out = size;
|
|
lzma->strm.next_out = out;
|
|
|
|
switch (lzma_code(&lzma->strm, lzma->action)) {
|
|
case LZMA_STREAM_END:
|
|
lzma->eof = true;
|
|
break;
|
|
case LZMA_BUF_ERROR:
|
|
total += (size - lzma->strm.avail_out);
|
|
goto out_remove;
|
|
case LZMA_OK:
|
|
break;
|
|
default:
|
|
lzma->error = true;
|
|
return -1;
|
|
}
|
|
|
|
have = size - lzma->strm.avail_out;
|
|
|
|
out += have;
|
|
size -= have;
|
|
total += have;
|
|
} while (lzma->strm.avail_out == 0 && !lzma->eof);
|
|
out_remove:
|
|
processed = lzma->used - lzma->strm.avail_in;
|
|
|
|
if (processed < lzma->used) {
|
|
memmove(lzma->chunk, lzma->chunk + processed,
|
|
lzma->used - processed);
|
|
}
|
|
|
|
lzma->used -= processed;
|
|
return total;
|
|
}
|
|
|
|
static void lzma_flush(compressor_stream_t *base)
|
|
{
|
|
lzma_stream_t *lzma = (lzma_stream_t *)base;
|
|
|
|
lzma->action = LZMA_FINISH;
|
|
}
|
|
|
|
static ssize_t lzma_comp_block(compressor_stream_t *base,
|
|
const uint8_t *in, uint8_t *out,
|
|
size_t insize, size_t outsize)
|
|
{
|
|
lzma_stream_t *lzma = (lzma_stream_t *)base;
|
|
lzma_filter filters[5];
|
|
lzma_options_lzma opt;
|
|
size_t written = 0;
|
|
lzma_ret ret;
|
|
|
|
if (lzma_lzma_preset(&opt, LZMA_PRESET_DEFAULT)) {
|
|
fputs("error initializing LZMA options\n", stderr);
|
|
return -1;
|
|
}
|
|
|
|
if (lzma->dict_size)
|
|
opt.dict_size = lzma->dict_size;
|
|
|
|
filters[0].id = LZMA_FILTER_LZMA2;
|
|
filters[0].options = &opt;
|
|
|
|
filters[1].id = LZMA_VLI_UNKNOWN;
|
|
filters[1].options = NULL;
|
|
|
|
ret = lzma_stream_buffer_encode(filters, LZMA_CHECK_CRC32, NULL,
|
|
in, insize, out, &written, outsize);
|
|
|
|
if (ret == LZMA_OK)
|
|
return written;
|
|
|
|
if (ret != LZMA_BUF_ERROR) {
|
|
fputs("lzma block compress failed\n", stderr);
|
|
return -1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static ssize_t lzma_uncomp_block(compressor_stream_t *base,
|
|
const uint8_t *in, uint8_t *out,
|
|
size_t insize, size_t outsize)
|
|
{
|
|
uint64_t memlimit = 32 * 1024 * 1024;
|
|
size_t dest_pos = 0;
|
|
size_t src_pos = 0;
|
|
lzma_ret ret;
|
|
(void)base;
|
|
|
|
ret = lzma_stream_buffer_decode(&memlimit, 0, NULL,
|
|
in, &src_pos, insize,
|
|
out, &dest_pos, outsize);
|
|
|
|
if (ret == LZMA_OK && insize == src_pos)
|
|
return (ssize_t)dest_pos;
|
|
|
|
fputs("lzma block extract failed\n", stderr);
|
|
return -1;
|
|
}
|
|
|
|
static void lzma_destroy(compressor_stream_t *base)
|
|
{
|
|
lzma_stream_t *lzma = (lzma_stream_t *)base;
|
|
|
|
lzma_end(&lzma->strm);
|
|
free(lzma);
|
|
}
|
|
|
|
static compressor_stream_t *create_stream(bool compress, size_t dict_size)
|
|
{
|
|
lzma_stream_t *lzma = calloc(1, sizeof(*lzma));
|
|
compressor_stream_t *base;
|
|
lzma_filter filters[5];
|
|
int ret;
|
|
|
|
if (lzma == NULL) {
|
|
perror("creating lzma stream");
|
|
return NULL;
|
|
}
|
|
|
|
lzma->action = LZMA_RUN;
|
|
lzma->dict_size = dict_size;
|
|
|
|
base = (compressor_stream_t *)lzma;
|
|
base->write = lzma_write;
|
|
base->read = lzma_read;
|
|
base->flush = lzma_flush;
|
|
base->destroy = lzma_destroy;
|
|
|
|
if (compress) {
|
|
lzma_options_lzma opt_lzma2;
|
|
|
|
if (lzma_lzma_preset(&opt_lzma2, LZMA_PRESET_DEFAULT))
|
|
goto fail;
|
|
|
|
if (dict_size)
|
|
opt_lzma2.dict_size = dict_size;
|
|
|
|
filters[0].id = LZMA_FILTER_LZMA2;
|
|
filters[0].options = &opt_lzma2;
|
|
|
|
filters[1].id = LZMA_VLI_UNKNOWN;
|
|
filters[1].options = NULL;
|
|
|
|
ret = lzma_stream_encoder(&lzma->strm, filters,
|
|
LZMA_CHECK_CRC32);
|
|
|
|
base->do_block = lzma_comp_block;
|
|
} else {
|
|
ret = lzma_stream_decoder(&lzma->strm, UINT64_MAX, 0);
|
|
|
|
base->do_block = lzma_uncomp_block;
|
|
}
|
|
|
|
if (ret != LZMA_OK)
|
|
goto fail;
|
|
|
|
return base;
|
|
fail:
|
|
fputs("internal error creating lzma stream\n", stderr);
|
|
free(lzma);
|
|
return NULL;
|
|
}
|
|
|
|
static compressor_stream_t *lzma_compress(compressor_t *cmp, void *options)
|
|
{
|
|
(void)cmp;
|
|
return create_stream(true, options == NULL ? 0 : *((size_t *)options));
|
|
}
|
|
|
|
static compressor_stream_t *lzma_uncompress(compressor_t *cmp)
|
|
{
|
|
(void)cmp;
|
|
return create_stream(false, 0);
|
|
}
|
|
|
|
compressor_t comp_lzma = {
|
|
.name = "lzma",
|
|
.id = PKG_COMPRESSION_LZMA,
|
|
.compression_stream = lzma_compress,
|
|
.uncompression_stream = lzma_uncompress,
|
|
};
|