/* lzopio.c - decompression support for lzop */
/*
* GRUB -- GRand Unified Bootloader
* Copyright (C) 2011 Free Software Foundation, Inc.
*
* GRUB is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* GRUB is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with GRUB. If not, see .
*/
#include
#include
#include
#include
#include
#include
#include
GRUB_MOD_LICENSE ("GPLv3+");
#define LZOP_MAGIC "\x89\x4c\x5a\x4f\x00\x0d\x0a\x1a\x0a"
#define LZOP_MAGIC_SIZE 9
#define LZOP_CHECK_SIZE 4
#define LZOP_NEW_LIB 0x0940
/* Header flags - copied from conf.h of LZOP source code. */
#define F_ADLER32_D 0x00000001L
#define F_ADLER32_C 0x00000002L
#define F_STDIN 0x00000004L
#define F_STDOUT 0x00000008L
#define F_NAME_DEFAULT 0x00000010L
#define F_DOSISH 0x00000020L
#define F_H_EXTRA_FIELD 0x00000040L
#define F_H_GMTDIFF 0x00000080L
#define F_CRC32_D 0x00000100L
#define F_CRC32_C 0x00000200L
#define F_MULTIPART 0x00000400L
#define F_H_FILTER 0x00000800L
#define F_H_CRC32 0x00001000L
#define F_H_PATH 0x00002000L
#define F_MASK 0x00003FFFL
struct block_header
{
grub_uint32_t usize;
grub_uint32_t csize;
grub_uint32_t ucheck;
grub_uint32_t ccheck;
unsigned char *cdata;
unsigned char *udata;
};
struct grub_lzopio
{
grub_file_t file;
int has_ccheck;
int has_ucheck;
const gcry_md_spec_t *ucheck_fun;
const gcry_md_spec_t *ccheck_fun;
grub_off_t saved_off; /* Rounded down to block boundary. */
grub_off_t start_block_off;
struct block_header block;
};
typedef struct grub_lzopio *grub_lzopio_t;
static struct grub_fs grub_lzopio_fs;
/* Some helper functions. On errors memory allocated by those function is free
* either on close() so no risk of leaks. This makes functions simpler. */
/* Read block header from file, after successful exit file points to
* beginning of block data. */
static int
read_block_header (struct grub_lzopio *lzopio)
{
lzopio->saved_off += lzopio->block.usize;
/* Free cached block data if any. */
grub_free (lzopio->block.udata);
grub_free (lzopio->block.cdata);
lzopio->block.udata = NULL;
lzopio->block.cdata = NULL;
if (grub_file_read (lzopio->file, &lzopio->block.usize,
sizeof (lzopio->block.usize)) !=
sizeof (lzopio->block.usize))
return -1;
lzopio->block.usize = grub_be_to_cpu32 (lzopio->block.usize);
/* Last block has uncompressed data size == 0 and no other fields. */
if (lzopio->block.usize == 0)
{
if (grub_file_tell (lzopio->file) == grub_file_size (lzopio->file))
return 0;
else
return -1;
}
/* Read compressed data block size. */
if (grub_file_read (lzopio->file, &lzopio->block.csize,
sizeof (lzopio->block.csize)) !=
sizeof (lzopio->block.csize))
return -1;
lzopio->block.csize = grub_be_to_cpu32 (lzopio->block.csize);
/* Corrupted. */
if (lzopio->block.csize > lzopio->block.usize)
return -1;
/* Read checksum of uncompressed data. */
if (lzopio->has_ucheck)
{
if (grub_file_read (lzopio->file, &lzopio->block.ucheck,
sizeof (lzopio->block.ucheck)) !=
sizeof (lzopio->block.ucheck))
return -1;
lzopio->block.ucheck = grub_be_to_cpu32 (lzopio->block.ucheck);
}
/* Read checksum of compressed data. */
if (lzopio->has_ccheck)
{
/* Incompressible data block. */
if (lzopio->block.csize == lzopio->block.usize)
{
lzopio->block.ccheck = lzopio->block.ucheck;
}
else
{
if (grub_file_read (lzopio->file, &lzopio->block.ccheck,
sizeof (lzopio->block.ccheck)) !=
sizeof (lzopio->block.ccheck))
return -1;
lzopio->block.ccheck = grub_be_to_cpu32 (lzopio->block.ccheck);
}
}
return 0;
}
/* Read block data into memory. File must be set to beginning of block data.
* Can't be called on last block. */
static int
read_block_data (struct grub_lzopio *lzopio)
{
lzopio->block.cdata = grub_malloc (lzopio->block.csize);
if (!lzopio->block.cdata)
return -1;
if (grub_file_read (lzopio->file, lzopio->block.cdata, lzopio->block.csize)
!= (grub_ssize_t) lzopio->block.csize)
return -1;
if (lzopio->ccheck_fun)
{
grub_uint64_t context[(lzopio->ccheck_fun->contextsize + 7) / 8];
lzopio->ccheck_fun->init (context);
lzopio->ccheck_fun->write (context, lzopio->block.cdata,
lzopio->block.csize);
lzopio->ccheck_fun->final (context);
if (grub_memcmp
(lzopio->ccheck_fun->read (context), &lzopio->block.ccheck,
sizeof (lzopio->block.ccheck)) != 0)
return -1;
}
return 0;
}
/* Read block data, uncompressed and also store it in memory. */
/* XXX Investigate possibility of in-place decompression to reduce memory
* footprint. Or try to uncompress directly to buf if possible. */
static int
uncompress_block (struct grub_lzopio *lzopio)
{
lzo_uint usize = lzopio->block.usize;
if (read_block_data (lzopio) < 0)
return -1;
/* Incompressible data. */
if (lzopio->block.csize == lzopio->block.usize)
{
lzopio->block.udata = lzopio->block.cdata;
lzopio->block.cdata = NULL;
}
else
{
lzopio->block.udata = grub_malloc (lzopio->block.usize);
if (!lzopio->block.udata)
return -1;
if (lzo1x_decompress_safe (lzopio->block.cdata, lzopio->block.csize,
lzopio->block.udata, &usize, NULL)
!= LZO_E_OK)
return -1;
if (lzopio->ucheck_fun)
{
grub_uint64_t context[(lzopio->ccheck_fun->contextsize + 7) / 8];
lzopio->ucheck_fun->init (context);
lzopio->ucheck_fun->write (context, lzopio->block.udata,
lzopio->block.usize);
lzopio->ucheck_fun->final (context);
if (grub_memcmp
(lzopio->ucheck_fun->read (context), &lzopio->block.ucheck,
sizeof (lzopio->block.ucheck)) != 0)
return -1;
}
/* Compressed data can be free now. */
grub_free (lzopio->block.cdata);
lzopio->block.cdata = NULL;
}
return 0;
}
/* Jump to next block and read its header. */
static int
jump_block (struct grub_lzopio *lzopio)
{
/* only jump if block was not decompressed (and read from disk) */
if (!lzopio->block.udata)
{
grub_off_t off = grub_file_tell (lzopio->file) + lzopio->block.csize;
if (grub_file_seek (lzopio->file, off) == ((grub_off_t) - 1))
return -1;
}
return read_block_header (lzopio);
}
static int
calculate_uncompressed_size (grub_file_t file)
{
grub_lzopio_t lzopio = file->data;
grub_off_t usize_total = 0;
if (read_block_header (lzopio) < 0)
return -1;
/* FIXME: Don't do this for not easily seekable files. */
while (lzopio->block.usize != 0)
{
usize_total += lzopio->block.usize;
if (jump_block (lzopio) < 0)
return -1;
}
file->size = usize_total;
return 0;
}
struct lzop_header
{
grub_uint8_t magic[LZOP_MAGIC_SIZE];
grub_uint16_t lzop_version;
grub_uint16_t lib_version;
grub_uint16_t lib_version_ext;
grub_uint8_t method;
grub_uint8_t level;
grub_uint32_t flags;
/* grub_uint32_t filter; */ /* No filters support. Rarely used anyway. */
grub_uint32_t mode;
grub_uint32_t mtime_lo;
grub_uint32_t mtime_hi;
grub_uint8_t name_len;
} __attribute__ ((packed));
static int
test_header (grub_file_t file)
{
grub_lzopio_t lzopio = file->data;
struct lzop_header header;
grub_uint32_t flags, checksum;
const gcry_md_spec_t *hcheck;
grub_uint8_t *context = NULL;
grub_uint8_t *name = NULL;
if (grub_file_read (lzopio->file, &header, sizeof (header)) != sizeof (header))
{
grub_error (GRUB_ERR_BAD_FILE_TYPE, "no lzop magic found");
return 0;
}
if (grub_memcmp (header.magic, LZOP_MAGIC, LZOP_MAGIC_SIZE) != 0)
{
grub_error (GRUB_ERR_BAD_FILE_TYPE, "no lzop magic found");
return 0;
}
if (grub_be_to_cpu16(header.lib_version) < LZOP_NEW_LIB)
{
grub_error (GRUB_ERR_BAD_COMPRESSED_DATA,
"unsupported (too old) LZOP version");
return 0;
}
/* Too new version, should upgrade minilzo? */
if (grub_be_to_cpu16 (header.lib_version_ext) > MINILZO_VERSION)
{
grub_error (GRUB_ERR_BAD_COMPRESSED_DATA,
"unsupported (too new) LZO version");
return 0;
}
flags = grub_be_to_cpu32 (header.flags);
if (flags & F_CRC32_D)
{
lzopio->has_ucheck = 1;
lzopio->ucheck_fun = grub_crypto_lookup_md_by_name ("crc32");
}
else if (flags & F_ADLER32_D)
{
lzopio->has_ucheck = 1;
lzopio->ucheck_fun = grub_crypto_lookup_md_by_name ("adler32");
}
if (flags & F_CRC32_C)
{
lzopio->has_ccheck = 1;
lzopio->ccheck_fun = grub_crypto_lookup_md_by_name ("crc32");
}
else if (flags & F_ADLER32_C)
{
lzopio->has_ccheck = 1;
lzopio->ccheck_fun = grub_crypto_lookup_md_by_name ("adler32");
}
if (flags & F_H_CRC32)
hcheck = grub_crypto_lookup_md_by_name ("crc32");
else
hcheck = grub_crypto_lookup_md_by_name ("adler32");
if (hcheck) {
context = grub_malloc(hcheck->contextsize);
if (! context)
return 0;
hcheck->init(context);
/* MAGIC is not included in check calculation. */
hcheck->write(context, &header.lzop_version, sizeof(header)- LZOP_MAGIC_SIZE);
}
if (header.name_len != 0)
{
name = grub_malloc (header.name_len);
if (! name)
{
grub_free (context);
return 0;
}
if (grub_file_read (lzopio->file, name, header.name_len) !=
header.name_len)
{
grub_free(name);
goto CORRUPTED;
}
if (hcheck)
hcheck->write(context, name, header.name_len);
grub_free(name);
}
if (hcheck)
hcheck->final(context);
if (grub_file_read (lzopio->file, &checksum, sizeof (checksum)) !=
sizeof (checksum))
goto CORRUPTED;
if (hcheck)
{
checksum = grub_cpu_to_be32(checksum);
if (memcmp(&checksum, hcheck->read(context), sizeof(checksum)) != 0)
goto CORRUPTED;
}
lzopio->start_block_off = grub_file_tell (lzopio->file);
if (calculate_uncompressed_size (file) < 0)
goto CORRUPTED;
/* Get back to start block. */
grub_file_seek (lzopio->file, lzopio->start_block_off);
/* Read first block - grub_lzopio_read() expects valid block. */
if (read_block_header (lzopio) < 0)
goto CORRUPTED;
lzopio->saved_off = 0;
return 1;
CORRUPTED:
grub_error (GRUB_ERR_BAD_COMPRESSED_DATA, "lzop file corrupted");
grub_free(name);
return 0;
}
static grub_file_t
grub_lzopio_open (grub_file_t io)
{
grub_file_t file;
grub_lzopio_t lzopio;
file = (grub_file_t) grub_zalloc (sizeof (*file));
if (!file)
return 0;
lzopio = grub_zalloc (sizeof (*lzopio));
if (!lzopio)
{
grub_free (file);
return 0;
}
lzopio->file = io;
file->device = io->device;
file->offset = 0;
file->data = lzopio;
file->read_hook = 0;
file->fs = &grub_lzopio_fs;
file->size = GRUB_FILE_SIZE_UNKNOWN;
file->not_easily_seekable = 1;
if (grub_file_tell (lzopio->file) != 0)
grub_file_seek (lzopio->file, 0);
if (!test_header (file))
{
grub_errno = GRUB_ERR_NONE;
grub_file_seek (io, 0);
grub_free (lzopio);
grub_free (file);
return io;
}
return file;
}
static grub_ssize_t
grub_lzopio_read (grub_file_t file, char *buf, grub_size_t len)
{
grub_lzopio_t lzopio = file->data;
grub_ssize_t ret = 0;
grub_off_t off;
/* Backward seek before last read block. */
if (lzopio->saved_off > grub_file_tell (file))
{
grub_file_seek (lzopio->file, lzopio->start_block_off);
if (read_block_header (lzopio) < 0)
goto CORRUPTED;
lzopio->saved_off = 0;
}
/* Forward to first block with requested data. */
while (lzopio->saved_off + lzopio->block.usize <= grub_file_tell (file))
{
/* EOF, could be possible files with unknown size. */
if (lzopio->block.usize == 0)
return 0;
if (jump_block (lzopio) < 0)
goto CORRUPTED;
}
off = grub_file_tell (file) - lzopio->saved_off;
while (len != 0 && lzopio->block.usize != 0)
{
long to_copy;
/* Block not decompressed yet. */
if (!lzopio->block.udata && uncompress_block (lzopio) < 0)
goto CORRUPTED;
/* Copy requested data into buffer. */
to_copy = grub_min (lzopio->block.usize - off, len);
grub_memcpy (buf, lzopio->block.udata + off, to_copy);
len -= to_copy;
buf += to_copy;
ret += to_copy;
off = 0;
/* Read next block if needed. */
if (len > 0 && read_block_header (lzopio) < 0)
goto CORRUPTED;
}
return ret;
CORRUPTED:
grub_error (GRUB_ERR_BAD_COMPRESSED_DATA, "lzop file corrupted");
return -1;
}
/* Release everything, including the underlying file object. */
static grub_err_t
grub_lzopio_close (grub_file_t file)
{
grub_lzopio_t lzopio = file->data;
grub_file_close (lzopio->file);
grub_free (lzopio->block.cdata);
grub_free (lzopio->block.udata);
grub_free (lzopio);
/* Device must not be closed twice. */
file->device = 0;
return grub_errno;
}
static struct grub_fs grub_lzopio_fs = {
.name = "lzopio",
.dir = 0,
.open = 0,
.read = grub_lzopio_read,
.close = grub_lzopio_close,
.label = 0,
.next = 0
};
GRUB_MOD_INIT (lzopio)
{
grub_file_filter_register (GRUB_FILE_FILTER_LZOPIO, grub_lzopio_open);
}
GRUB_MOD_FINI (lzopio)
{
grub_file_filter_unregister (GRUB_FILE_FILTER_LZOPIO);
}