expose omni_context_params struct

This commit is contained in:
李为 2024-11-21 20:44:49 +08:00
parent fd2c58286a
commit 7589158595
2 changed files with 9 additions and 8 deletions

View file

@ -27,14 +27,6 @@ void* internal_chars = nullptr;
static const char *AUDIO_TOKEN = "<|AUDIO|>"; static const char *AUDIO_TOKEN = "<|AUDIO|>";
struct omni_context_params
{
const char *model;
const char *mmproj;
const char *file;
const char *prompt;
int32_t n_gpu_layers;
};
struct omni_context struct omni_context
{ {

View file

@ -29,6 +29,15 @@
extern "C" { extern "C" {
#endif #endif
struct omni_context_params
{
const char *model;
const char *mmproj;
const char *file;
const char *prompt;
int32_t n_gpu_layers;
};
OMNI_AUDIO_API bool omni_context_params_parse(int argc, char **argv, struct omni_context_params * params); OMNI_AUDIO_API bool omni_context_params_parse(int argc, char **argv, struct omni_context_params * params);
OMNI_AUDIO_API struct omni_context_params * omni_context_default_params(); OMNI_AUDIO_API struct omni_context_params * omni_context_default_params();