vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

added comments explaining how copy_state_data works

Browse source
This commit is contained in:
l3utterfly 2023-08-03 17:11:17 +08:00
parent 3cebd6e4b7
commit 87fcdd971c
1 changed files with 13 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

14
llama.cpp
View file

@ -3743,7 +3743,19 @@ size_t llama_get_state_size(const struct llama_context * ctx) {
return s_total;
}
// copy state data into either a buffer or file depending on the passed in context
/** copy state data into either a buffer or file depending on the passed in context
*
* file context:
* llama_file file("/path", "wb");
* llama_data_file_context data_ctx(&file);
* llama_copy_state_data(ctx, &data_ctx);
*
* buffer context:
* std::vector<uint8_t> buf(max_size, 0);
* llama_data_buffer_context data_ctx(&buf.data());
* llama_copy_state_data(ctx, &data_ctx);
*
*/
void llama_copy_state_data(struct llama_context * ctx, llama_data_context * data_ctx) {
// copy rng
{