From ebb357f7118f3e1f044976d866d94f9fe891aabe Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sun, 12 Mar 2023 11:26:48 +0200 Subject: [PATCH] Minor formatting --- utils.cpp | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/utils.cpp b/utils.cpp index b6c9493d1..49023bd7b 100644 --- a/utils.cpp +++ b/utils.cpp @@ -393,14 +393,13 @@ gpt_vocab::id llama_sample_top_p( for (int i = 0; i < n_logits; ++i) { // repetition penalty from CTRL paper (https://arxiv.org/abs/1909.05858) // credit https://github.com/facebookresearch/llama/compare/main...shawwn:llama:main - if ( std::find(last_n_tokens.begin(), last_n_tokens.end(), i) != last_n_tokens.end() ) { + if (std::find(last_n_tokens.begin(), last_n_tokens.end(), i) != last_n_tokens.end()) { // if score < 0 then repetition penalty has to multiplied to reduce the previous token probability - if(logits[i] < 0.0) { + if (logits[i] < 0.0) { logits_id.push_back(std::make_pair(logits[i]*scale*repeat_penalty, i)); } else { logits_id.push_back(std::make_pair(logits[i]*scale/repeat_penalty, i)); } - } else { logits_id.push_back(std::make_pair(logits[i]*scale, i)); }