vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

speculative : fix typos

Browse source
This commit is contained in:
Georgi Gerganov 2023-09-05 08:55:49 +03:00
parent d9559b78f3
commit b5efa62504
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/speculative/speculative.cpp
View file

@ -180,15 +180,15 @@ int main(int argc, char ** argv) {
// heuristic for n_draft // heuristic for n_draft
{ {
const int n_dradt_cur = (int) drafted.size(); const int n_draft_cur = (int) drafted.size();
const bool all_accepted = i_dft == n_dradt_cur; const bool all_accepted = i_dft == n_draft_cur;
LOG("n_draft = %d\n", n_draft); LOG("n_draft = %d\n", n_draft);
LOG("n_draft_cur = %d\n", n_dradt_cur); LOG("n_draft_cur = %d\n", n_draft_cur);
LOG("i_dft = %d\n", i_dft); LOG("i_dft = %d\n", i_dft);
LOG("all_accepted = %d\n", all_accepted); LOG("all_accepted = %d\n", all_accepted);
if (all_accepted && n_draft == n_dradt_cur) { if (all_accepted && n_draft == n_draft_cur) {
LOG(" - max drafted tokens accepted - n_draft += 8\n"); LOG(" - max drafted tokens accepted - n_draft += 8\n");
n_draft = std::min(30, n_draft + 8); n_draft = std::min(30, n_draft + 8);
} else if (all_accepted) { } else if (all_accepted) {