From 84e30e891c2e211f10a3fa21363095ca0ed97b3c Mon Sep 17 00:00:00 2001 From: Jan Ploski Date: Sun, 1 Oct 2023 00:32:33 +0200 Subject: [PATCH] mpt : protect against "clip_qkv": null in mpt-7b --- convert-mpt-hf-to-gguf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert-mpt-hf-to-gguf.py b/convert-mpt-hf-to-gguf.py index b5888fd57..e0a8b166d 100755 --- a/convert-mpt-hf-to-gguf.py +++ b/convert-mpt-hf-to-gguf.py @@ -122,7 +122,7 @@ gguf_writer.add_block_count(block_count) gguf_writer.add_feed_forward_length(4 * hparams["d_model"]) gguf_writer.add_head_count(hparams["n_heads"]) gguf_writer.add_layer_norm_eps(1e-05) -gguf_writer.add_clamp_kqv(hparams["attn_config"]["clip_qkv"]) +gguf_writer.add_clamp_kqv(hparams["attn_config"]["clip_qkv"] or 0.0) gguf_writer.add_max_alibi_bias(hparams["attn_config"]["alibi_bias_max"]) # TOKENIZATION