vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

disable resizing if numa is enabled.

Browse source
This commit is contained in:
Kunnis 2024-05-10 16:05:07 -05:00
parent 974e43be25
commit 1c68ea8d9f
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml.c
View file

@ -12097,7 +12097,7 @@ UseGgmlGemm2:;
//printf("nr0 = %lld, nr1 = %lld\n", nr0, nr1);
//If the chunking is poor for the number of threads on this setup, scrap the whole plan. Re-chunk it by thread.
if (nchunk0 * nchunk1 < nth * 400)
if (nchunk0 * nchunk1 < nth * 4 || ggml_is_numa())
{
//if (ith == 0)
// printf("rechunked");