vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

rem tabs

Browse source
This commit is contained in:
nopperl 2024-07-17 17:18:09 +02:00
parent 758612a984
commit 90766e15e2
1 changed files with 20 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/llama.cpp
View file

@ -13842,6 +13842,8 @@ struct llm_build_context {
cur = ggml_mul_mat(ctx0, model.output, cur);
cb(cur, "result_output_with_img_logits", -1);
// TODO: this suppresses the output of image tokens, which is required to enable text-only outputs.
// Needs to be removed once image outputs are supported.
int img_token_end_idx = 8196;
int img_token_start_idx = 4;
int num_img_tokens = img_token_end_idx - img_token_start_idx;