From 43c7be57c10a04a18e6122312fcd77070239980e Mon Sep 17 00:00:00 2001 From: Srihari-mcw Date: Mon, 12 Aug 2024 06:02:16 -0700 Subject: [PATCH] Add the BF16 delta data types in constants.py --- gguf-py/gguf/constants.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/gguf-py/gguf/constants.py b/gguf-py/gguf/constants.py index 741a31e45..ba449f461 100644 --- a/gguf-py/gguf/constants.py +++ b/gguf-py/gguf/constants.py @@ -1166,6 +1166,8 @@ class GGMLQuantizationType(IntEnum): Q4_0_4_4 = 31 Q4_0_4_8 = 32 Q4_0_8_8 = 33 + Q4_0_B16 = 34 + Q8_0_B16 = 35 # TODO: add GGMLFileType from ggml_ftype in ggml.h