vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

double check swa

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-08-10 11:24:50 +02:00
parent c8aeea500f
commit 2913e5ff1e
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
src/llama.cpp
View file

@ -4912,7 +4912,10 @@ static void llm_load_hparams(
// default value for Phi-3-medium-128k-instruct
hparams.n_swa = 131072;
}
ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa, false);
bool found_swa = ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa, false);
if (!found_swa && hparams.n_swa == 0) {
throw std::runtime_error("invalid value for sliding_window");
}
} break;
case LLM_ARCH_PLAMO:
{