mirrors/cosmopolitan
1
0
Fork 0
mirror of https://github.com/jart/cosmopolitan.git synced 2025-07-30 14:30:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fine tune crash reports for llama.com

Browse source
This commit is contained in:
Justine Tunney 2023-05-12 06:24:26 -07:00
parent 1f2a5a8fc1
commit ca19ecf49c
No known key found for this signature in database
GPG key ID: BE714B4575D6E328
2 changed files with 20 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

5
third_party/ggml/main.cc vendored
View file

@ -492,7 +492,7 @@ int main(int argc, char ** argv) {
last_n_tokens.end() - (n_past - n_keep) / 2 - embd.size(),
last_n_tokens.end() - embd.size());
}
for (int i = 0; i < (int) embd.size(); i += params.n_batch) {
for (int i = 0; i < (int) embd.size() && !is_terminated; i += params.n_batch) {
int n_eval = (int) embd.size() - i;
if (n_eval > params.n_batch) {
n_eval = params.n_batch;
@ -509,6 +509,9 @@ int main(int argc, char ** argv) {
(int)(n_consumed / (double)embd_inp.size() * 100));
}
}
if (is_terminated) {
break;
}
embd.clear();
}