Update llama.cpp
This commit is contained in:
parent
a0dee649b8
commit
85070cff2c
1 changed files with 1 additions and 1 deletions
|
@ -3439,7 +3439,7 @@ static bool llm_load_tensors(
|
|||
model.output = ml.create_tensor(ctx_output_split, tn(LLM_TENSOR_OUTPUT, "weight"), {n_embd, n_vocab});
|
||||
} else {
|
||||
model.output = ml.create_tensor(ctx_output_split, tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}); // needs to be on GPU
|
||||
ml.n_tensors++; // artificial tensor
|
||||
ml.n_created--; // artificial tensor
|
||||
}
|
||||
}
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue