vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update lite, resize scratch buffers for blasbatch 2048

Browse source
This commit is contained in:
Concedo 2023-08-08 00:32:51 +08:00
parent 9133e456d2
commit 3c7d938d95
2 changed files with 10 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

15
klite.embd
View file

File diff suppressed because one or more lines are too long

2
llama.cpp
View file

@ -3234,7 +3234,7 @@ struct llama_context * llama_new_context_with_model(
params.seed = time(NULL);
}
size_t blasbatchmul = (params.n_batch>512?2:1);
size_t blasbatchmul = (n_batch>512?(n_batch>1024?4:2):1);
unsigned cur_percentage = 0;
if (params.progress_callback == NULL) {