vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

build : fix reference to old llama_util.h

Browse source
This commit is contained in:
Georgi Gerganov 2023-04-29 13:53:12 +03:00
parent 84ca9c2ecf
commit 305eb5afd5
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 11 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
examples/save-load-state/save-load-state.cpp
View file

@ -66,6 +66,7 @@ int main(int argc, char ** argv) {
// first run
printf("\n%s", params.prompt.c_str());
for (auto i = 0; i < params.n_predict; i++) {
auto logits = llama_get_logits(ctx);
auto n_vocab = llama_n_vocab(ctx);
@ -86,6 +87,7 @@ int main(int argc, char ** argv) {
}
n_past += 1;
}
printf("\n\n");
// free old model
@ -101,7 +103,13 @@ int main(int argc, char ** argv) {
fprintf(stderr, "\n%s : failed to validate state size\n", __func__);
return 1;
}
fread(state_mem, 1, state_size, fp_read);
const size_t ret = fread(state_mem, 1, state_size, fp_read);
if (ret != state_size) {
fprintf(stderr, "\n%s : failed to read state\n", __func__);
return 1;
}
llama_set_state_data(ctx2, state_mem); // could also read directly from memory mapped file
fclose(fp_read);
}