vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

speculative : fix compile warning

Browse source
This commit is contained in:
Georgi Gerganov 2024-11-24 12:53:48 +02:00
parent d9fb3b2e01
commit c8880e786c
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
common/speculative.cpp
View file

@ -170,7 +170,7 @@ llama_tokens common_speculative_gen_draft(
for (int i = reuse_i + reuse_n + 1; i < (int) prompt.size(); ++i) {
result.push_back(prompt[i]);
if (result.size() >= params.n_draft) {
if (params.n_draft <= (int) result.size()) {
break;
}
}