From 1ffa6be726a72e4a6bed33108f1455f27b5b6be4 Mon Sep 17 00:00:00 2001 From: l3utterfly Date: Thu, 3 Aug 2023 17:30:13 +0800 Subject: [PATCH] updated save load state to use public function in llama.cpp --- examples/save-load-state/save-load-state.cpp | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/examples/save-load-state/save-load-state.cpp b/examples/save-load-state/save-load-state.cpp index b1856e592..5376c13c7 100644 --- a/examples/save-load-state/save-load-state.cpp +++ b/examples/save-load-state/save-load-state.cpp @@ -66,11 +66,7 @@ int main(int argc, char ** argv) { uint8_t * state_mem = new uint8_t[state_size]; // Save state (rng, logits, embedding and kv_cache) to file - { - llama_file file("dump_state.bin", "wb"); - llama_data_file_context data_ctx(&file); - llama_copy_state_data(ctx, &data_ctx); // can also copy to memory buffer - } + llama_save_session_file(ctx, "dump_state.bin", tokens.data(), tokens.size()); // save state (last tokens) const auto last_n_tokens_data_saved = std::vector(last_n_tokens_data);