vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

remove warnings from comparison between int and size_t

Browse source
This commit is contained in:
Minsoo Cheong 2024-03-02 16:45:07 +09:00
parent 7463569cad
commit c76135401f
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/speculative/speculative.cpp
View file

@ -245,7 +245,7 @@ int main(int argc, char ** argv) {
float r = u_dist(rng); float r = u_dist(rng);
llama_token_data_array dist_dft = drafts[s].dist[i_dft]; llama_token_data_array dist_dft = drafts[s].dist[i_dft];
// acquire the token probabilities assigned by the draft and target models // acquire the token probabilities assigned by the draft and target models
for (int i = 0; i < dist_tgt.size; i++) { for (size_t i = 0; i < dist_tgt.size; i++) {
if (dist_tgt.data[i].id == drafts[s].tokens[i_dft]) { if (dist_tgt.data[i].id == drafts[s].tokens[i_dft]) {
p_tgt = dist_tgt.data[i].p; p_tgt = dist_tgt.data[i].p;
} }
@ -283,11 +283,11 @@ int main(int argc, char ** argv) {
return a.id < b.id; return a.id < b.id;
}); });
for (int i = 0; i < dist_tgt.size; i++) { for (size_t i = 0; i < dist_tgt.size; i++) {
dist_tgt.data[i].p = std::max(0.0f, dist_tgt.data[i].p - dist_dft.data[i].p); dist_tgt.data[i].p = std::max(0.0f, dist_tgt.data[i].p - dist_dft.data[i].p);
sum_probs += dist_tgt.data[i].p; sum_probs += dist_tgt.data[i].p;
} }
for (int i = 0; i < dist_tgt.size; i++) { for (size_t i = 0; i < dist_tgt.size; i++) {
dist_tgt.data[i].p /= sum_probs; dist_tgt.data[i].p /= sum_probs;
} }
@ -399,7 +399,7 @@ int main(int argc, char ** argv) {
drafts[s].tokens.clear(); drafts[s].tokens.clear();
drafts[s].i_batch_tgt.clear(); drafts[s].i_batch_tgt.clear();
// free dist and clear // free dist and clear
for (int i = 0; i < drafts[s].dist.size(); i++) { for (size_t i = 0; i < drafts[s].dist.size(); i++) {
if (freed_addrs.find(drafts[s].dist[i].data) != freed_addrs.end()) { if (freed_addrs.find(drafts[s].dist[i].data) != freed_addrs.end()) {
continue; continue;
} }