add support for 13b model variant

This commit is contained in:
M. Yusuf Sarıgöz 2023-10-10 13:02:24 +03:00
parent 96171de5ef
commit d640aae755

View file

@ -1062,5 +1062,5 @@ int clip_n_pos(struct clip_ctx * ctx) {
} }
size_t clip_embd_nbytes(struct clip_ctx * ctx) { size_t clip_embd_nbytes(struct clip_ctx * ctx) {
return clip_n_pos(ctx) * 4096 * sizeof(float); return clip_n_pos(ctx) * ctx->vision_model.mm_2_b->ne[0] * sizeof(float);
} }