vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

minor

Browse source
This commit is contained in:
jon-chuang 2023-04-30 21:02:55 +08:00
parent e112522aa9
commit 979010cdba
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ggml.c
View file

@ -8124,9 +8124,8 @@ static void ggml_compute_forward_mul_mat_f32(
assert(ne3 == ne03); assert(ne3 == ne03);
#if (__AVX512F__ || __AVX2__ || __AVX__) && __FMA__ #if (__AVX512F__ || __AVX2__ || __AVX__) && __FMA__
if ((ggml_cpu_has_avx2() && ne00 <= 48) || ne00 <= 32) {
// Handle tall and skinny matrices // Handle tall and skinny matrices
// TODO(jon-chuang): Also check that we only handle 2D matrices? if ((ggml_cpu_has_avx2() && ne00 <= 48) || ne00 <= 32) {
if (params->type == GGML_TASK_INIT || params->type == GGML_TASK_FINALIZE) { if (params->type == GGML_TASK_INIT || params->type == GGML_TASK_FINALIZE) {
return; return;
} }