vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use <cstdio> instead of <iostream> and fprintf / printf instead of cout

Browse source
This commit is contained in:
xaedes 2023-04-24 17:33:06 +02:00
parent 19a2ca08e5
commit 0f40b0adb9
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 10 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

25
examples/save_load_state/save_load_state.cpp
View file

@ -1,5 +1,5 @@
#include <vector> #include <vector>
#include <iostream> #include <cstdio>
#include <chrono> #include <chrono>
#include "common.h" #include "common.h"
@ -38,7 +38,7 @@ int main(int argc, char ** argv) {
auto n_prompt_tokens = llama_tokenize(ctx, params.prompt.c_str(), tokens.data(), tokens.size(), true); auto n_prompt_tokens = llama_tokenize(ctx, params.prompt.c_str(), tokens.data(), tokens.size(), true);
if (n_prompt_tokens < 1) { if (n_prompt_tokens < 1) {
cout << "Failed to tokenize prompt" << endl; fprintf(stderr, "%s : failed to tokenize prompt\n", __func__);
return 1; return 1;
} }
@ -62,8 +62,7 @@ int main(int argc, char ** argv) {
auto n_past_saved = n_past; auto n_past_saved = n_past;
// first run // first run
cout << endl printf("\n%s", params.prompt.c_str());
<< params.prompt;
for (auto i = 0; i < params.n_predict; i++) { for (auto i = 0; i < params.n_predict; i++) {
auto next_token = llama_sample_top_p_top_k( auto next_token = llama_sample_top_p_top_k(
ctx, ctx,
@ -75,16 +74,14 @@ int main(int argc, char ** argv) {
1.1); 1.1);
auto next_token_str = llama_token_to_str(ctx, next_token); auto next_token_str = llama_token_to_str(ctx, next_token);
last_n_tokens_data.push_back(next_token); last_n_tokens_data.push_back(next_token);
cout << next_token_str; printf("%s", next_token_str);
if (llama_eval(ctx, &next_token, 1, n_past, params.n_threads)) { if (llama_eval(ctx, &next_token, 1, n_past, params.n_threads)) {
cout << endl fprintf(stderr, "\n%s : failed to evaluate\n", __func__);
<< "Failed to evaluate" << endl;
return 1; return 1;
} }
n_past += 1; n_past += 1;
} }
cout << endl printf("\n\n");
<< endl;
// free old model // free old model
llama_free(ctx); llama_free(ctx);
@ -97,7 +94,7 @@ int main(int argc, char ** argv) {
FILE *fp_read = fopen("dump_state.bin", "rb"); FILE *fp_read = fopen("dump_state.bin", "rb");
auto state_size2 = llama_get_state_size(ctx2); auto state_size2 = llama_get_state_size(ctx2);
if (state_size != state_size2) { if (state_size != state_size2) {
cerr << "state size differs\n"; fprintf(stderr, "\n%s : failed to validate state size\n", __func__);
} }
fread(state_mem, 1, state_size, fp_read); fread(state_mem, 1, state_size, fp_read);
llama_set_state_data(ctx2, state_mem); // could also read directly from memory mapped file llama_set_state_data(ctx2, state_mem); // could also read directly from memory mapped file
@ -119,15 +116,13 @@ int main(int argc, char ** argv) {
1.1); 1.1);
auto next_token_str = llama_token_to_str(ctx2, next_token); auto next_token_str = llama_token_to_str(ctx2, next_token);
last_n_tokens_data.push_back(next_token); last_n_tokens_data.push_back(next_token);
cout << next_token_str; printf("%s", next_token_str);
if (llama_eval(ctx2, &next_token, 1, n_past, params.n_threads)) { if (llama_eval(ctx2, &next_token, 1, n_past, params.n_threads)) {
cout << endl fprintf(stderr, "\n%s : failed to evaluate\n", __func__);
<< "Failed to evaluate" << endl;
return 1; return 1;
} }
n_past += 1; n_past += 1;
} }
cout << endl printf("\n\n");
<< endl;
return 0; return 0;
} }