typo
This commit is contained in:
parent
f22ae5729f
commit
d2b1d3a439
1 changed files with 2 additions and 2 deletions
4
main.cpp
4
main.cpp
|
@ -539,7 +539,7 @@ bool llama_eval(
|
||||||
const std::vector<gpt_vocab::id> & embd_inp,
|
const std::vector<gpt_vocab::id> & embd_inp,
|
||||||
std::vector<float> & embd_w,
|
std::vector<float> & embd_w,
|
||||||
size_t & mem_per_token,
|
size_t & mem_per_token,
|
||||||
const bool embeding_mode) {
|
const bool embedding_mode) {
|
||||||
const int N = embd_inp.size();
|
const int N = embd_inp.size();
|
||||||
|
|
||||||
const auto & hparams = model.hparams;
|
const auto & hparams = model.hparams;
|
||||||
|
@ -725,7 +725,7 @@ bool llama_eval(
|
||||||
inpL);
|
inpL);
|
||||||
}
|
}
|
||||||
|
|
||||||
if(!embeding_mode){
|
if(!embedding_mode){
|
||||||
// lm_head
|
// lm_head
|
||||||
{
|
{
|
||||||
inpL = ggml_mul_mat(ctx0, model.output, inpL);
|
inpL = ggml_mul_mat(ctx0, model.output, inpL);
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue