vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : disable context-shift for DeepSeek v2

Browse source
This commit is contained in:
Georgi Gerganov 2024-07-16 09:46:00 +03:00
parent 7acfd4e8d5
commit dc716d6198
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/llama.cpp
View file

@ -15137,6 +15137,10 @@ static void llama_kv_cache_update_internal(struct llama_context & lctx) {
// apply K-shift if needed
if (lctx.model.hparams.rope_type != LLAMA_ROPE_TYPE_NONE && lctx.kv_self.has_shift) {
if (lctx.model.arch == LLM_ARCH_DEEPSEEK2) { // not supported due to MLA
GGML_ASSERT(false && "Deepseek2 does not support K-shift");
}
{
ggml_backend_sched_reset(lctx.sched);