diff --git a/convert-mpt-hf-to-gguf.py b/convert-mpt-hf-to-gguf.py index b5888fd57..e0a8b166d 100755 --- a/convert-mpt-hf-to-gguf.py +++ b/convert-mpt-hf-to-gguf.py @@ -122,7 +122,7 @@ gguf_writer.add_block_count(block_count) gguf_writer.add_feed_forward_length(4 * hparams["d_model"]) gguf_writer.add_head_count(hparams["n_heads"]) gguf_writer.add_layer_norm_eps(1e-05) -gguf_writer.add_clamp_kqv(hparams["attn_config"]["clip_qkv"]) +gguf_writer.add_clamp_kqv(hparams["attn_config"]["clip_qkv"] or 0.0) gguf_writer.add_max_alibi_bias(hparams["attn_config"]["alibi_bias_max"]) # TOKENIZATION