vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

metal : use F16 precision in FA kernels

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-11-06 15:33:30 +02:00
parent 25e877309a
commit 7facc29d69
No known key found for this signature in database
GPG key ID: BF970631944C16B7
7 changed files with 476 additions and 333 deletions
Download patch file Download diff file Expand all files Collapse all files

5
Makefile
View file

@ -876,6 +876,11 @@ endif # GGML_HIPBLAS
ifdef GGML_METAL
MK_CPPFLAGS += -DGGML_USE_METAL
ifdef GGML_METAL_FORCE_FATTN_PREC_F16
MK_CPPFLAGS += -DGGML_METAL_FORCE_FATTN_PREC_F16
endif # GGML_METAL_FORCE_FATTN_PREC_F16
MK_LDFLAGS += -framework Foundation -framework Metal -framework MetalKit
OBJ_GGML += ggml/src/ggml-metal.o
ifdef GGML_METAL_NDEBUG