vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Disable KV cache shifting automatically for unsupported models

Browse source 
instead of exiting directly

Signed-off-by: Molly Sophia <mollysophia379@gmail.com>
This commit is contained in:
Molly Sophia 2025-01-03 16:30:25 +08:00
parent f66f582927
commit 672983a9cc
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
common/common.cpp
View file

@ -889,9 +889,8 @@ struct common_init_result common_init_from_params(common_params & params) {
} }
if (params.ctx_shift && !llama_kv_cache_can_shift(lctx)) { if (params.ctx_shift && !llama_kv_cache_can_shift(lctx)) {
LOG_ERR("%s: KV cache shifting is not supported for this model (--no-context-shift to disable)'\n", __func__); LOG_WRN("%s: KV cache shifting is not supported for this model, disabling KV cache shifting'\n", __func__);
llama_free_model(model); params.ctx_shift = false;
return iparams;
} }
if (!params.control_vectors.empty()) { if (!params.control_vectors.empty()) {