Update llama.cpp

This commit is contained in:
John 2024-01-18 22:59:21 +01:00 committed by GitHub
parent a0dee649b8
commit 85070cff2c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -3439,7 +3439,7 @@ static bool llm_load_tensors(
model.output = ml.create_tensor(ctx_output_split, tn(LLM_TENSOR_OUTPUT, "weight"), {n_embd, n_vocab});
} else {
model.output = ml.create_tensor(ctx_output_split, tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}); // needs to be on GPU
ml.n_tensors++; // artificial tensor
ml.n_created--; // artificial tensor
}
}