vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

omni vlm add streaming

Browse source
This commit is contained in:
Te993 2025-01-06 18:06:11 +08:00
parent 7aa97b97ce
commit f77b79d1c5
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/omni-vlm/omni-vlm-wrapper.cpp
View file

@ -32,6 +32,9 @@ static struct llama_model* model;
static struct omnivlm_context* ctx_omnivlm; static struct omnivlm_context* ctx_omnivlm;
static std::unique_ptr<struct omni_streaming_sample> g_oss = nullptr; static std::unique_ptr<struct omni_streaming_sample> g_oss = nullptr;
static bool eval_id(struct llama_context * ctx_llama, int id, int * n_past);
static void omnivlm_free(struct omnivlm_context * ctx_omnivlm);
struct omni_streaming_sample { struct omni_streaming_sample {
struct common_sampler * ctx_sampling_; struct common_sampler * ctx_sampling_;
std::string image_; std::string image_;