vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

correct positions for siglip

Browse source
This commit is contained in:
Xuan Son Nguyen 2025-01-23 13:34:13 +01:00
parent 8586d23c8a
commit 25a97ce4cb
2 changed files with 42 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/vision/vision.cpp
View file

@ -100,7 +100,7 @@ int main(int argc, char ** argv) {
// default prompt for llava 1.5
//params.prompt = "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\nUSER:<img_placement>\nwhat did you see?\nASSISTANT:";
// default prompt for minicpmv 2.6
params.prompt = "<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n<|im_start|>user\nwhat did you see?\n<img_placement><|im_end|>\n<|im_start|>assistant\n";
params.prompt = "<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n<|im_start|>user\n<img_placement>\nwhat do you see?<|im_end|>\n<|im_start|>assistant\n";
params.n_predict = 64;
params.n_batch = 2048;
params.n_ubatch = 1024;