From 0050e1ecc6fcb3f659ccbc964866350c35376114 Mon Sep 17 00:00:00 2001 From: Cebtenzzre Date: Sun, 8 Oct 2023 16:51:51 -0400 Subject: [PATCH] default n_yarn_orig_ctx to n_ctx_train --- llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index c54039028..6b3627c0f 100644 --- a/llama.cpp +++ b/llama.cpp @@ -2011,7 +2011,7 @@ static void llm_load_hparams( GGUF_GET_KEY(ctx, hparams.rope_finetuned, gguf_get_val_bool, GGUF_TYPE_BOOL, false, kv(LLM_KV_ROPE_SCALING_FINETUNED)); - hparams.n_yarn_orig_ctx = 0; + hparams.n_yarn_orig_ctx = hparams.n_ctx_train; GGUF_GET_KEY(ctx, hparams.n_yarn_orig_ctx, gguf_get_val_u32, GGUF_TYPE_UINT32, false, kv(LLM_KV_ROPE_SCALING_ORIG_CTX_LEN));