vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

parallelize fattn compilation test

Browse source
This commit is contained in:
slaren 2024-05-28 01:19:36 +02:00
parent f4003cfba1
commit 1ca802a3e0
6 changed files with 390 additions and 288 deletions
Download patch file Download diff file Expand all files Collapse all files

5
ggml-cuda/fattn-vec-f16-q4_0-q4_0.cu Normal file
View file

@ -0,0 +1,5 @@
#include "common.cuh"
#include "fattn-common.cuh"
#include "fattn-vec-f16.cuh"
DECL_FATTN_VEC_INST(f16, 128, 1, 4, q4_0, q4_0);