This commit is contained in:
strikingLoo 2023-03-18 23:36:36 -07:00
parent f22ae5729f
commit d2b1d3a439

View file

@ -539,7 +539,7 @@ bool llama_eval(
const std::vector<gpt_vocab::id> & embd_inp, const std::vector<gpt_vocab::id> & embd_inp,
std::vector<float> & embd_w, std::vector<float> & embd_w,
size_t & mem_per_token, size_t & mem_per_token,
const bool embeding_mode) { const bool embedding_mode) {
const int N = embd_inp.size(); const int N = embd_inp.size();
const auto & hparams = model.hparams; const auto & hparams = model.hparams;
@ -725,7 +725,7 @@ bool llama_eval(
inpL); inpL);
} }
if(!embeding_mode){ if(!embedding_mode){
// lm_head // lm_head
{ {
inpL = ggml_mul_mat(ctx0, model.output, inpL); inpL = ggml_mul_mat(ctx0, model.output, inpL);