vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llava-cli: fix base64 prompt

Browse source
This commit is contained in:
Adriankhl 2024-05-13 11:31:32 +08:00
parent cbf75894d2
commit 2cafc209bd
1 changed files with 21 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

15
examples/llava/llava-cli.cpp
View file

@ -300,6 +300,19 @@ int main(int argc, char ** argv) {
return 1; return 1;
} }
if (prompt_contains_image(params.prompt)) {
auto ctx_llava = llava_init_context(&params, model);
auto image_embed = load_image(ctx_llava, &params, "");
// process the prompt
process_prompt(ctx_llava, image_embed, &params, params.prompt);
llama_print_timings(ctx_llava->ctx_llama);
llava_image_embed_free(image_embed);
ctx_llava->model = NULL;
llava_free(ctx_llava);
} else {
for (auto & image : params.image) { for (auto & image : params.image) {
auto ctx_llava = llava_init_context(&params, model); auto ctx_llava = llava_init_context(&params, model);
@ -317,6 +330,8 @@ int main(int argc, char ** argv) {
ctx_llava->model = NULL; ctx_llava->model = NULL;
llava_free(ctx_llava); llava_free(ctx_llava);
} }
}
llama_free_model(model); llama_free_model(model);
return 0; return 0;