Update src/llama.cpp

Co-authored-by: compilade <git@compilade.net>
This commit is contained in:
Younes Belkada 2024-08-18 18:11:21 +04:00 committed by GitHub
parent b97704c9a0
commit 343b5836c1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -5055,7 +5055,7 @@ static void llm_load_hparams(
ml.get_key(LLM_KV_SSM_INNER_SIZE, hparams.ssm_d_inner);
ml.get_key(LLM_KV_SSM_STATE_SIZE, hparams.ssm_d_state);
ml.get_key(LLM_KV_SSM_TIME_STEP_RANK, hparams.ssm_dt_rank);
ml.get_key(LLM_KV_SSM_B_DT_RMS, hparams.ssm_b_dt_rms);
ml.get_key(LLM_KV_SSM_B_DT_RMS, hparams.ssm_b_dt_rms, false);
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);