vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : limit get_rows threads to the number of rows

Browse source
This commit is contained in:
slaren 2024-01-21 04:09:26 +01:00
parent 16e12ab734
commit 940c01eb09
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml.c
View file

@ -16394,7 +16394,7 @@ static int ggml_get_n_tasks(struct ggml_tensor * node, int n_threads) {
} break; } break;
case GGML_OP_GET_ROWS: case GGML_OP_GET_ROWS:
{ {
n_tasks = n_threads; n_tasks = MIN(n_threads, ggml_nelements(node->src[1]));
} break; } break;
case GGML_OP_SCALE: case GGML_OP_SCALE:
case GGML_OP_SET: case GGML_OP_SET: