vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

compress: update comment

Browse source
This commit is contained in:
Stéphane du Hamel 2024-09-25 00:03:39 +02:00
parent bd5b24e8b6
commit 77dd5d05a5
1 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

7
examples/compress/compress.cpp
View file

@ -133,14 +133,13 @@ std::vector<uint8_t> encode(llama_context *ctx, std::vector<llama_token> inp, gp
int block_size = (bit_offset + PAD) / 8 - block_start; int block_size = (bit_offset + PAD) / 8 - block_start;
if (block_size >= 256) if (block_size >= 256)
{ {
// TODO: figure it out // TODO: handle more than 256 bytes of block data
LOG_ERR("OOPS"); // (maybe allow multiple blocks in a row)
LOG_ERR("Block too big %d >= 256", block_size);
exit(-1); exit(-1);
} }
sample_ids_bitpacked[block_start + 1] = block_size & 0xff; sample_ids_bitpacked[block_start + 1] = block_size & 0xff;
// TODO: handle more than 256 bits of block data (multiple blocks or bigger header?)
// sample_ids_bitpacked[block_start + 2] = block_size >> 8;
// put last bytes // put last bytes
if (PAD) if (PAD)