vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

updated save load state to use public function in llama.cpp

Browse source
This commit is contained in:
l3utterfly 2023-08-03 17:30:13 +08:00
parent 987387859b
commit 1ffa6be726
1 changed files with 1 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/save-load-state/save-load-state.cpp
View file

@ -66,11 +66,7 @@ int main(int argc, char ** argv) {
uint8_t * state_mem = new uint8_t[state_size];
// Save state (rng, logits, embedding and kv_cache) to file
{
llama_file file("dump_state.bin", "wb");
llama_data_file_context data_ctx(&file);
llama_copy_state_data(ctx, &data_ctx); // can also copy to memory buffer
}
llama_save_session_file(ctx, "dump_state.bin", tokens.data(), tokens.size());
// save state (last tokens)
const auto last_n_tokens_data_saved = std::vector<llama_token>(last_n_tokens_data);