Compare commits

...
Sign in to create a new pull request.

1 commit

Author SHA1 Message Date
Jared Van Bortel
1b05817112 decode : fix logits_valid for old API 2023-12-17 18:49:21 -05:00

View file

@ -6184,7 +6184,7 @@ static int llama_decode_internal(
logits_out.resize(n_vocab);
memcpy(logits_out.data(), (float *) ggml_get_data(res) + (n_vocab*(n_tokens - 1)), sizeof(float)*n_vocab);
#ifndef NDEBUG
logits_valid[n_tokens - 1] = true;
logits_valid[0] = true;
#endif
}
}