vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix types.

Browse source
This commit is contained in:
DAN™ 2024-03-09 12:48:02 -05:00
parent 03acc82a85
commit a86c844f3f
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/gritlm/gritlm.cpp
View file

@ -136,7 +136,7 @@ static std::string generate(llama_context* ctx, const std::string& prompt, bool
while (true) { while (true) {
llama_batch_clear(bat); llama_batch_clear(bat);
for (auto i = 0; i < inputs.size(); i++) for (int32_t i = 0; i < inputs.size(); i++)
llama_batch_add(bat, inputs[i], i_current_token++, { 0 }, i == inputs.size() - 1); llama_batch_add(bat, inputs[i], i_current_token++, { 0 }, i == inputs.size() - 1);
inputs.clear(); inputs.clear();
@ -146,7 +146,7 @@ static std::string generate(llama_context* ctx, const std::string& prompt, bool
auto logits = llama_get_logits_ith(ctx, bat.n_tokens - 1); auto logits = llama_get_logits_ith(ctx, bat.n_tokens - 1);
auto candidates = std::vector<llama_token_data>(llama_n_vocab(mdl)); auto candidates = std::vector<llama_token_data>(llama_n_vocab(mdl));
for (auto token = 0; token < candidates.size(); token++) for (int32_t token = 0; token < candidates.size(); token++)
candidates[token] = llama_token_data{ token, logits[token], 0.0f }; candidates[token] = llama_token_data{ token, logits[token], 0.0f };
auto candidates_p = llama_token_data_array{ candidates.data(), candidates.size(), false }; auto candidates_p = llama_token_data_array{ candidates.data(), candidates.size(), false };