vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add the BF16 delta data types in constants.py

Browse source
This commit is contained in:
Srihari-mcw 2024-08-12 06:02:16 -07:00
parent 7927655e42
commit 43c7be57c1
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
gguf-py/gguf/constants.py
View file

@ -1166,6 +1166,8 @@ class GGMLQuantizationType(IntEnum):
Q4_0_4_4 = 31 Q4_0_4_4 = 31
Q4_0_4_8 = 32 Q4_0_4_8 = 32
Q4_0_8_8 = 33 Q4_0_8_8 = 33
Q4_0_B16 = 34
Q8_0_B16 = 35
# TODO: add GGMLFileType from ggml_ftype in ggml.h # TODO: add GGMLFileType from ggml_ftype in ggml.h