vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

receive review comments and modify

Browse source
This commit is contained in:
caitianchi-mb 2024-05-31 15:06:30 +08:00
parent 88f5e6ab36
commit a913ca4cb9
3 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/minicpmv/minicpmv_wrapper.cpp
View file

@ -108,7 +108,7 @@ void process_image(struct minicpmv_context * ctx_llava, std::vector<std::vector<
system_prompt = "<|begin_of_text|><|start_header_id|>user<|end_header_id|>\n\n";
LOG_TEE("%s: image token past: %d\n", __func__, n_past);
eval_string(ctx_llava->ctx_llama, (system_prompt+"<image>").c_str(), params->n_batch, &n_past, true);
eval_string(ctx_llava->ctx_llama, (system_prompt+"<image>").c_str(), params->n_batch, &n_past, false);
llava_eval_image_embed(ctx_llava->ctx_llama, image_embed_slices[0][0], params->n_batch, &n_past);
eval_string(ctx_llava->ctx_llama, std::string("</image>").c_str(), params->n_batch, &n_past, false);
if (image_embed_slices.size() > 1) {

1
examples/minicpmv/requirements.txt
View file

@ -1,3 +1,4 @@
-r ../../requirements/requirements-convert.txt
pillow~=10.2.0
torch~=2.1.1
torchvision==0.16.2