vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix clip_n_patch() allocation size error for 81-series omni-vlm models

Browse source
This commit is contained in:
李为 2024-12-03 14:54:52 +08:00
parent 97267e60bd
commit ca7e8ef19e
1 changed files with 16 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

28
examples/omni-vlm/clip.cpp
View file

@ -39,12 +39,12 @@
#include <sstream>
#include <cinttypes>
#include <limits>
// #include <iostream>
#include <iostream>
// #include <fstream>
// #include <fstream>
// using std::cout;
// using std::endl;
using std::cout;
using std::endl;
#define LOG_INF(...) do { fprintf(stdout, __VA_ARGS__); } while (0)
#define LOG_WRN(...) do { fprintf(stderr, __VA_ARGS__); } while (0)
@ -1927,16 +1927,20 @@ int clip_n_patches(const struct clip_ctx * ctx) {
int n_patches = (params.image_size / params.patch_size) * (params.image_size / params.patch_size);
if (ctx->proj_type == PROJECTOR_TYPE_LDP || ctx->proj_type == PROJECTOR_TYPE_LDPV2) {
n_patches /= 4;
} else if (ctx->proj_type == PROJECTOR_TYPE_RESAMPLER) {
if (ctx->minicpmv_version == 2) {
n_patches = 96;
}
else if (ctx->minicpmv_version == 3) {
n_patches = 64;
}
if(ctx->omni_vlm_ver_type == omni_vlm_version_type::VLM_81_OCR
|| ctx->omni_vlm_ver_type == omni_vlm_version_type::VLM_81_INSTRUCT) {
n_patches /= 9;
}
// if (ctx->proj_type == PROJECTOR_TYPE_LDP || ctx->proj_type == PROJECTOR_TYPE_LDPV2) {
// n_patches /= 4;
// } else if (ctx->proj_type == PROJECTOR_TYPE_RESAMPLER) {
// if (ctx->minicpmv_version == 2) {
// n_patches = 96;
// }
// else if (ctx->minicpmv_version == 3) {
// n_patches = 64;
// }
// }
return n_patches;
}