vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

make params argument instead of hardcoded boolean. remove useless time check

Browse source
This commit is contained in:
strikingLoo 2023-03-21 23:21:07 -07:00
parent e4524da1a1
commit 78cff58427
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
main.cpp
View file

@ -1117,8 +1117,7 @@ int main(int argc, char ** argv) {
if (params.embedding){ if (params.embedding){
embd = embd_inp; embd = embd_inp;
if (embd.size() > 0) { if (embd.size() > 0) {
const int64_t t_start_us = ggml_time_us(); if (!llama_eval(model, params.n_threads, n_past, embd, logits, mem_per_token, params.embedding)) {
if (!llama_eval(model, params.n_threads, n_past, embd, logits, mem_per_token, true)) {
fprintf(stderr, "Failed to predict\n"); fprintf(stderr, "Failed to predict\n");
return 1; return 1;
} }
@ -1135,7 +1134,7 @@ int main(int argc, char ** argv) {
if (embd.size() > 0) { if (embd.size() > 0) {
const int64_t t_start_us = ggml_time_us(); const int64_t t_start_us = ggml_time_us();
if (!llama_eval(model, params.n_threads, n_past, embd, logits, mem_per_token, false)) { if (!llama_eval(model, params.n_threads, n_past, embd, logits, mem_per_token, params.embedding)) {
fprintf(stderr, "Failed to predict\n"); fprintf(stderr, "Failed to predict\n");
return 1; return 1;
} }