vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix type-check

Browse source
This commit is contained in:
caitianchi 2024-08-10 21:51:04 +08:00
parent 4a87d1d93e
commit 32b47f600f
5 changed files with 9 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/llava/clip.cpp
View file

@ -776,7 +776,6 @@ static ggml_cgraph * clip_image_build_graph(clip_ctx * ctx, const clip_image_f32
embeddings = ggml_gelu(ctx0, embeddings); embeddings = ggml_gelu(ctx0, embeddings);
embeddings = ggml_mul_mat(ctx0, model.mm_2_w, embeddings); embeddings = ggml_mul_mat(ctx0, model.mm_2_w, embeddings);
embeddings = ggml_add(ctx0, embeddings, model.mm_2_b); embeddings = ggml_add(ctx0, embeddings, model.mm_2_b);
} }
else if (ctx->proj_type == PROJECTOR_TYPE_MLP_NORM) { else if (ctx->proj_type == PROJECTOR_TYPE_MLP_NORM) {
embeddings = ggml_mul_mat(ctx0, model.mm_0_w, embeddings); embeddings = ggml_mul_mat(ctx0, model.mm_0_w, embeddings);

2
examples/llava/minicpmv-convert/minicpmv2_5-convert-image-encoder-to-gguf.py
View file

@ -6,7 +6,6 @@ import re
import torch import torch
import numpy as np import numpy as np
from gguf import * from gguf import *
import timm
from transformers.models.idefics2.modeling_idefics2 import Idefics2VisionTransformer, Idefics2VisionConfig from transformers.models.idefics2.modeling_idefics2 import Idefics2VisionTransformer, Idefics2VisionConfig
TEXT = "clip.text" TEXT = "clip.text"
@ -159,6 +158,7 @@ fname_middle = None
has_text_encoder = True has_text_encoder = True
has_vision_encoder = True has_vision_encoder = True
has_minicpmv_projector = False has_minicpmv_projector = False
minicpmv_version = 2
if args.text_only: if args.text_only:
fname_middle = "text-" fname_middle = "text-"
has_vision_encoder = False has_vision_encoder = False

2
examples/llava/minicpmv-convert/minicpmv2_6-convert-image-encoder-to-gguf.py
View file

@ -134,7 +134,6 @@ class SiglipVisionConfig(PretrainedConfig):
return cls.from_dict(config_dict, **kwargs) return cls.from_dict(config_dict, **kwargs)
_CHECKPOINT_FOR_DOC = "google/siglip-base-patch16-224" _CHECKPOINT_FOR_DOC = "google/siglip-base-patch16-224"
SIGLIP_PRETRAINED_MODEL_ARCHIVE_LIST = [ SIGLIP_PRETRAINED_MODEL_ARCHIVE_LIST = [
@ -1096,6 +1095,7 @@ fname_middle = None
has_text_encoder = True has_text_encoder = True
has_vision_encoder = True has_vision_encoder = True
has_minicpmv_projector = False has_minicpmv_projector = False
minicpmv_version = 3
if args.text_only: if args.text_only:
fname_middle = "text-" fname_middle = "text-"
has_vision_encoder = False has_vision_encoder = False