vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

duo: v3

Browse source
This commit is contained in:
Oleksandr Kuvshynov 2024-05-25 14:41:30 -04:00
parent 96811fdf63
commit 534093878b
1 changed files with 5 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

26
examples/duo/duo.cpp
View file

@ -8,7 +8,7 @@
#include <string>
#include <vector>
static void dbg_color(const std::string & s, const std::string & fg)
static void dbg_color(const std::string & s, const std::string & fg = "")
{
static const std::string kReset = "\033[0m";
static const std::string kBold[] = { "", "\033[1m" };
@ -17,21 +17,6 @@ static void dbg_color(const std::string & s, const std::string & fg)
index = 1 - index;
}
static void dbg_accepted(const std::string & accepted)
{
dbg_color(accepted, /* green */ "\033[32m");
}
static void dbg_default(const std::string & accepted)
{
dbg_color(accepted, "");
}
static void dbg_rejected(const std::string & rejected)
{
dbg_color(rejected, /* red */ "\033[31m");
}
template<typename iter_t>
static std::string to_string(llama_context * ctx, iter_t from, iter_t to)
{
@ -190,8 +175,7 @@ static int target(
const llama_tokens& input,
size_t n_predict)
{
dbg_default(to_string(ctx, input.begin(), input.end()));
dbg_color(to_string(ctx, input.begin(), input.end()));
llama_batch batch = llama_batch_init(512, 0, 1);
decode(ctx, input.begin(), input.end(), 0, false, batch);
@ -269,11 +253,11 @@ static int target(
}
}
dbg_accepted(to_string(ctx, spec.begin() + next_tokens_pos, spec.begin() + next_tokens_pos + n_match));
dbg_color(to_string(ctx, spec.begin() + next_tokens_pos, spec.begin() + next_tokens_pos + n_match), /* green */ "\033[32m");
if (n_match != next_tokens.size())
{
dbg_rejected(to_string(ctx, spec.begin() + next_tokens_pos + n_match, spec.end()));
dbg_default(to_string(ctx, next_tokens.begin() + n_match, next_tokens.end()));
dbg_color(to_string(ctx, spec.begin() + next_tokens_pos + n_match, spec.end()), /* red */ "\033[31m");
dbg_color(to_string(ctx, next_tokens.begin() + n_match, next_tokens.end()));
spec.erase(spec.begin() + next_tokens_pos, spec.end());
for (const auto tok: next_tokens)
{