mpt : protect against "clip_qkv": null in mpt-7b

This commit is contained in:
Jan Ploski 2023-10-01 00:32:33 +02:00
parent 15236e855b
commit 84e30e891c

View file

@ -122,7 +122,7 @@ gguf_writer.add_block_count(block_count)
gguf_writer.add_feed_forward_length(4 * hparams["d_model"])
gguf_writer.add_head_count(hparams["n_heads"])
gguf_writer.add_layer_norm_eps(1e-05)
gguf_writer.add_clamp_kqv(hparams["attn_config"]["clip_qkv"])
gguf_writer.add_clamp_kqv(hparams["attn_config"]["clip_qkv"] or 0.0)
gguf_writer.add_max_alibi_bias(hparams["attn_config"]["alibi_bias_max"])
# TOKENIZATION