vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

model : fix Phi MoE conflicts

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2025-01-09 14:33:32 +02:00
parent ad1923a0ce
commit aefcffabb1
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/llama-model.cpp
View file

@ -790,8 +790,8 @@ void llama_model::load_hparams(llama_model_loader & ml) {
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
switch (hparams.n_layer) { switch (hparams.n_layer) {
case 32: model.type = e_model::MODEL_16x3_8B; break; case 32: type = LLM_TYPE_16x3_8B; break;
default: model.type = e_model::MODEL_UNKNOWN; default: type = LLM_TYPE_UNKNOWN;
} }
} break; } break;
case LLM_ARCH_PLAMO: case LLM_ARCH_PLAMO: