vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

restored save load state example

Browse source
This commit is contained in:
l3utterfly 2023-08-03 21:03:15 +08:00
parent cffe923ea3
commit 30144f7634
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
examples/save-load-state/save-load-state.cpp
View file

@ -67,9 +67,10 @@ int main(int argc, char ** argv) {
// Save state (rng, logits, embedding and kv_cache) to file // Save state (rng, logits, embedding and kv_cache) to file
{ {
llama_file file("dump_state.bin", "wb"); FILE *fp_write = fopen("dump_state.bin", "wb");
llama_data_file_context data_ctx(&file); llama_copy_state_data(ctx, state_mem); // could also copy directly to memory mapped file
llama_copy_state_data(ctx, &data_ctx); // can also copy to memory buffer fwrite(state_mem, 1, state_size, fp_write);
fclose(fp_write);
} }
// save state (last tokens) // save state (last tokens)