vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix pushing in wrong halflayer idx

Browse source
This commit is contained in:
KerfuffleV2 2023-10-19 18:11:15 -06:00
parent 0abf0064ca
commit fae6d9c70d
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/perplexity/perplexity.cpp
View file

@ -405,7 +405,7 @@ static results_perplexity perplexity(llama_context * ctx, const gpt_params & par
std::get<1>(pass_results[temp]), std::get<2>(pass_results[temp])); std::get<1>(pass_results[temp]), std::get<2>(pass_results[temp]));
if (anti_mode) { if (anti_mode) {
skip_types[lidx] |= std::get<1>(pass_results[temp]); skip_types[lidx] |= std::get<1>(pass_results[temp]);
skips.push_back(std::get<1>(pass_results[temp]) == 1 ? lidx : -lidx); skips.push_back(std::get<1>(pass_results[temp]) == 1 ? lidx : lidx + n_layers);
} }
if (++pruned >= num_prune) break; if (++pruned >= num_prune) break;
} }