mpt : protect against "clip_qkv": null in mpt-7b
This commit is contained in:
parent
15236e855b
commit
84e30e891c
1 changed files with 1 additions and 1 deletions
|
@ -122,7 +122,7 @@ gguf_writer.add_block_count(block_count)
|
|||
gguf_writer.add_feed_forward_length(4 * hparams["d_model"])
|
||||
gguf_writer.add_head_count(hparams["n_heads"])
|
||||
gguf_writer.add_layer_norm_eps(1e-05)
|
||||
gguf_writer.add_clamp_kqv(hparams["attn_config"]["clip_qkv"])
|
||||
gguf_writer.add_clamp_kqv(hparams["attn_config"]["clip_qkv"] or 0.0)
|
||||
gguf_writer.add_max_alibi_bias(hparams["attn_config"]["alibi_bias_max"])
|
||||
|
||||
# TOKENIZATION
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue